-- Logs begin at Thu 2022-06-23 17:04:37 UTC, end at Thu 2022-06-23 19:05:15 UTC. -- Jun 23 18:04:06.251374 dv-cinder-847189-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 18:04:08.778224 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:04:08.778948 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 23 18:04:08.778948 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88017) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:04:08.782758 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:04:08.783018 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 23 18:04:08.783334 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88017) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:04:08.784267 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:04:08.784500 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:04:08.784850 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:04:08.785095 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:04:08.785320 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:04:08.785637 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.785952 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.786258 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.786486 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.786777 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.787065 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.787346 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.787632 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.787925 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.788208 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.788490 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.788771 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.789000 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.789280 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.789568 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.789851 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.790096 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] debug = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.790374 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.790799 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.791207 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.791487 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.791772 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.792047 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.792316 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.792588 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.792866 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.793192 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] host = dv-cinder-847189-1-iscsi {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.793467 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.793750 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.794066 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.794351 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.794622 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.794894 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.795174 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.795443 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.795714 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.795984 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.796267 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.796549 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.796831 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.797051 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.797268 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.797552 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.797926 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.798201 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.798480 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.798751 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.799022 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.799292 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.799557 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.799839 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.800119 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.800397 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.800670 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.800943 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.801213 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.801484 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.801765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.802063 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.802335 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.802605 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.802889 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.803153 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.803425 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.803723 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.804006 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.804284 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.804565 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.804835 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.805111 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.805381 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.805672 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.805950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_json = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.806223 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.806493 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.806771 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.807040 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.807311 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.807575 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.807842 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.808123 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.808396 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:08.808688 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.808979 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.809274 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.809563 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.809853 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.810155 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.810443 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.810718 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.811003 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.811288 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.811575 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.811851 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.812137 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.812413 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.812703 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.813005 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.813318 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.813609 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.813919 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.814183 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.814455 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.814732 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.815013 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.815305 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.815595 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.815869 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.816149 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.816439 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.816717 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.816991 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.817267 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.817555 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.817833 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.818130 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.818416 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.818703 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.818990 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.819260 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.819538 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.819824 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.820100 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.820369 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.820638 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.820911 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.821179 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.821460 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.821736 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.822034 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.822306 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.822581 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.822853 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.823122 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.823398 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.823672 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.823950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.824223 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.824494 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.824765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.825036 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.825306 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.825578 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.825847 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.826145 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.826417 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.826688 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.826958 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.827230 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.827502 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.827786 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.828081 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.828365 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.828643 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.829442 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.829720 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.830028 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.830308 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.830587 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.830866 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.831139 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.831428 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.831710 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.831998 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.832281 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.832558 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.832853 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.833132 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.833412 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.833689 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.834002 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.834288 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.834570 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.834863 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.835155 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.835448 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.835738 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.836034 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.836315 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.836616 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.836900 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:08.837114 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:04:08.837350 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88017) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 18:04:09.228497 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO keyring.backend [-] Loading KWallet Jun 23 18:04:09.235603 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO keyring.backend [-] Loading SecretService Jun 23 18:04:09.239021 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO keyring.backend [-] Loading Windows Jun 23 18:04:09.240567 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO keyring.backend [-] Loading chainer Jun 23 18:04:09.241123 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO keyring.backend [-] Loading macOS Jun 23 18:04:09.275033 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:09.275309 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:09.275606 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:09.275945 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 18:04:09.671983 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.672302 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.672546 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.674389 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.674665 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.674931 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.709645 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.709947 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.710215 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.723114 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.723395 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.723663 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.754250 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.754528 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.754798 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.790508 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.791056 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:09.791056 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.021912 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.022201 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.022467 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.022733 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.023476 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.143343 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.143665 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.143946 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.144218 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.144485 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.144796 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.145062 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.145322 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.145576 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.145857 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.146138 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.146403 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.146669 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.146924 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.147194 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.147466 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.147724 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.147993 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.148250 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.148532 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.148881 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.149133 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.149381 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.149662 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.149938 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.150187 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.150569 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.150809 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.151045 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.151281 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.151515 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.151749 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.152117 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 18:04:10.155199 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 18:04:10.159748 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 18:04:10.163504 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 23 18:04:10.165116 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 18:04:10.165559 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 18:04:10.165915 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 18:04:10.166451 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 18:04:10.169205 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 18:04:10.169456 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 18:04:10.169801 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:04:10.197640 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 18:04:10.198124 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.198420 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88017) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 18:04:10.198785 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.200122 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88017) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 18:04:10.200402 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:04:10.200648 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 18:04:10.204617 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.204896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.265797 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 18:04:10.266066 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 18:04:10.266814 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 18:04:10.267185 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 18:04:10.299274 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_db.sqlalchemy.engines [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88017) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 23 18:04:10.634851 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing driver for type 'gre' Jun 23 18:04:10.635326 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] gre ID ranges: [(1, 1000)] Jun 23 18:04:10.694625 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing driver for type 'local' Jun 23 18:04:10.695011 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing driver for type 'vlan' Jun 23 18:04:10.707401 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] VlanTypeDriver initialization complete Jun 23 18:04:10.707753 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing driver for type 'vxlan' Jun 23 18:04:10.708237 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] vxlan ID ranges: [(1, 1000)] Jun 23 18:04:10.759859 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing extension driver 'port_security' Jun 23 18:04:10.760349 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.extensions.port_security [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] PortSecurityExtensionDriver initialization complete Jun 23 18:04:10.760784 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing mechanism driver 'openvswitch' Jun 23 18:04:10.761155 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing mechanism driver 'hyperv' Jun 23 18:04:10.768950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:10.769625 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.770020 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.770370 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.770891 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.771316 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.771667 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.772006 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.772403 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.772804 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.773152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.773495 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.773895 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.774302 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.774652 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.774986 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.775372 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.775768 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.776114 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.776453 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.776965 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.777367 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > address_group after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.777711 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > address_group after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.778077 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.778462 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 23 18:04:10.778898 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] ML2 OVO RPC backend initialized. {{(pid=88017) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 23 18:04:10.779598 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.779949 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.780359 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.780703 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > networks before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.781046 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.781384 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > ports before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.781740 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.782686 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnets before_response 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.783041 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.783381 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.783907 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.784447 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.784791 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.785125 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.785459 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.785793 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.786152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.786720 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.plugin [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Modular L2 Plugin initialization complete Jun 23 18:04:10.787046 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading services supported by the core plugin {{(pid=88017) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 18:04:10.787369 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.plugins.ml2.managers [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Got port-security extension from driver 'port_security' Jun 23 18:04:10.787827 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.extensions.vlantransparent [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Disabled vlantransparent extension. Jun 23 18:04:10.788312 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88017) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 18:04:10.788624 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: router Jun 23 18:04:10.826131 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.826719 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_create 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.826865 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router before_create 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.827224 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.827585 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.827933 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_delete 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.828281 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.828634 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_create 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.828975 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.829321 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.829660 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.830784 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.831234 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.831600 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.831938 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.832272 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: subnet after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.832604 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.832979 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.833370 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_create 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.833747 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.834169 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.834551 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router after_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.834928 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.838355 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_create 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.838751 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.839152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_update 55549900 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.839511 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > agent after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.839882 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > agent after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.840379 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > network after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.841153 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Tracking information for resource: router configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.841493 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Tracking information for resource: floatingip configured {{(pid=88017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:04:10.846954 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.db.l3_agentschedulers_db [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 18:04:10.847528 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.847929 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.848282 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.848641 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: port after_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.849567 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router before_create 55550100 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.849967 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.850339 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_create 55550100 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.850700 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > router precommit_update 55550100 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.855213 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.provider_configuration [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service providers = [] {{(pid=88017) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 18:04:10.855591 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.db.servicetype_db [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88017) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 18:04:10.858835 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.service_base [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:04:10.859111 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.service_base [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:04:10.859482 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.service_base [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:04:10.860393 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.services.service_base [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:04:10.860862 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.services.service_base [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 18:04:10.861201 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.861563 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 18:04:10.872386 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.872722 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: auto_allocate Jun 23 18:04:10.879142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: network precommit_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.879515 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: network precommit_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.880042 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.880368 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: tag Jun 23 18:04:10.886936 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.887217 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: timestamp Jun 23 18:04:10.891207 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.891544 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: network_ip_availability Jun 23 18:04:10.897441 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.897813 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.898194 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:10.898914 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.899235 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: flavors Jun 23 18:04:10.903897 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.904230 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading Plugin: revisions Jun 23 18:04:10.908478 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:04:10.908871 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=88017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:10.909614 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88017) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 18:04:10.909984 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Initializing extension manager. Jun 23 18:04:10.910502 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: __init__.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.910844 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: __pycache__ {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.911178 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.911512 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: address_group.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.912266 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.912836 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: address-group Jun 23 18:04:10.913167 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: address_scope.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.913907 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.914404 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: address-scope Jun 23 18:04:10.914731 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.915663 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.916173 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: router-admin-state-down-before-update Jun 23 18:04:10.916499 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: agent.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.917196 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.917702 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: agent Jun 23 18:04:10.918064 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: agent_resources_synced.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.919157 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.919671 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: agent-resources-synced Jun 23 18:04:10.919999 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: allowedaddresspairs.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.921791 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.922349 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: allowed-address-pairs Jun 23 18:04:10.922677 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: auto_allocated_topology.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.924323 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.924832 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: auto-allocated-topology Jun 23 18:04:10.925159 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: availability_zone.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.925854 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.926379 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: availability_zone Jun 23 18:04:10.926705 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: availability_zone_filter.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.927610 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.928118 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: availability_zone_filter Jun 23 18:04:10.928441 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: data_plane_status.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.929338 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.929841 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 18:04:10.930184 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: default_subnetpools.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.931097 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.931604 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: default-subnetpools Jun 23 18:04:10.931927 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.932733 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.933242 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: dhcp_agent_scheduler Jun 23 18:04:10.933564 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: dns.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.934495 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.934998 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 18:04:10.935317 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: dns_domain_ports.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.936225 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.936725 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 18:04:10.937044 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: dvr.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.937710 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.938242 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: dvr Jun 23 18:04:10.938565 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: empty_string_filtering.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.940017 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.940527 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: empty-string-filtering Jun 23 18:04:10.940849 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.941754 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.942289 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:04:10.942613 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.943529 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.944032 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 18:04:10.944353 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: external_net.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.945251 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.945758 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: external-net Jun 23 18:04:10.946104 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.947012 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.947514 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: extra_dhcp_opt Jun 23 18:04:10.947838 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: extraroute.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.948739 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.949241 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: extraroute Jun 23 18:04:10.949563 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: extraroute_atomic.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.950615 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.951122 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: extraroute-atomic Jun 23 18:04:10.951449 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: filter_validation.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.952112 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.952611 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: filter-validation Jun 23 18:04:10.952934 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: fip_pf_description.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.953832 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.954360 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 18:04:10.954860 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: fip_port_details.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.955632 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.956138 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: fip-port-details Jun 23 18:04:10.956462 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: flavors.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.957673 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.958217 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: flavors Jun 23 18:04:10.958547 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.960184 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.960705 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 18:04:10.961035 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: floatingip_pools.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.961731 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.962277 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: floatingip-pools Jun 23 18:04:10.962603 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: ip_allocation.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.963534 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.964036 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 18:04:10.964360 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.965269 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.965775 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: ip-substring-filtering Jun 23 18:04:10.966137 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l2_adjacency.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.967058 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.967560 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 18:04:10.967883 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.968840 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.969355 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: router Jun 23 18:04:10.969686 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.972178 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.972701 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:04:10.973033 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.973998 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.974513 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: ext-gw-mode Jun 23 18:04:10.974841 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.975754 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.976264 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: l3-ha Jun 23 18:04:10.976590 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3_flavors.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.977498 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.978037 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: l3-flavors Jun 23 18:04:10.978479 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.979283 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.979791 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 18:04:10.980120 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: l3agentscheduler.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.981152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.981668 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: l3_agent_scheduler Jun 23 18:04:10.982028 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: logging.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.983507 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.984021 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension logging not supported by any of loaded plugins Jun 23 18:04:10.984352 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: metering.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.985087 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.985663 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: metering Jun 23 18:04:10.986575 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.987736 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.988253 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: metering_source_and_destination_fields Jun 23 18:04:10.988580 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: multiprovidernet.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.989497 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.990046 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: multi-provider Jun 23 18:04:10.990630 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: netmtu.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.991537 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.992050 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: net-mtu Jun 23 18:04:10.992375 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: netmtu_writable.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.993285 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.993795 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: net-mtu-writable Jun 23 18:04:10.994150 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: network_availability_zone.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.994815 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.995321 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: network_availability_zone Jun 23 18:04:10.995644 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: network_ip_availability.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.996725 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.997241 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: network-ip-availability Jun 23 18:04:10.997568 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: network_segment_range.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:10.998359 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:10.998865 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 18:04:10.999188 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: pagination.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.000176 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.000511 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: pagination Jun 23 18:04:11.000835 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: port_device_profile.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.002543 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.002841 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: port-device-profile Jun 23 18:04:11.003166 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.004079 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.004587 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: port-mac-address-regenerate Jun 23 18:04:11.004910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.005817 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.006355 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: port-numa-affinity-policy Jun 23 18:04:11.006678 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: port_resource_request.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.007579 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.008079 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 18:04:11.008401 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: portbindings.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.009317 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.009818 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: binding Jun 23 18:04:11.010166 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: portbindings_extended.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.011436 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.011948 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: binding-extended Jun 23 18:04:11.012275 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: portsecurity.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.013189 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.013703 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: port-security Jun 23 18:04:11.014056 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: project_id.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.015150 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.015482 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: project-id Jun 23 18:04:11.015808 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: providernet.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.016735 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.017278 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: provider Jun 23 18:04:11.017652 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.021217 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.021737 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos not supported by any of loaded plugins Jun 23 18:04:11.022099 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.023340 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.023854 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 18:04:11.024186 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.025102 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.025613 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 18:04:11.025965 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_default.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.026877 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.027387 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-default not supported by any of loaded plugins Jun 23 18:04:11.027715 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_fip.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.028366 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.028866 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 18:04:11.029189 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_gateway_ip.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.030143 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.030652 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 18:04:11.030983 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_port_network_policy.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.031915 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.032423 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 18:04:11.032751 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_rule_type_details.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.033865 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.034397 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 18:04:11.034724 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: qos_rules_alias.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.035753 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.036262 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 18:04:11.036588 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: quotasv2.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.037481 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.037812 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: quotas Jun 23 18:04:11.038165 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: quotasv2_detail.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.039755 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.040097 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: quota_details Jun 23 18:04:11.040432 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: rbac.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.041481 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.042039 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: rbac-policies Jun 23 18:04:11.042373 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: rbac_address_group.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.043301 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.043821 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: rbac-address-group Jun 23 18:04:11.044148 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: rbac_address_scope.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.045059 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.045569 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: rbac-address-scope Jun 23 18:04:11.045914 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: rbac_security_groups.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.046831 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.047343 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: rbac-security-groups Jun 23 18:04:11.047667 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: rbac_subnetpool.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.049177 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.049688 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: rbac-subnetpool Jun 23 18:04:11.050052 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: revisionifmatch.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.050970 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.051492 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: revision-if-match Jun 23 18:04:11.051815 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: revisions.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.052908 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.053425 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: standard-attr-revisions Jun 23 18:04:11.053753 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: router_availability_zone.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.054456 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.054967 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: router_availability_zone Jun 23 18:04:11.055293 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: routerservicetype.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.056330 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.056844 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 18:04:11.057170 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.058122 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.058639 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: security-groups-normalized-cidr Jun 23 18:04:11.058968 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.059883 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.060393 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: port-security-groups-filtering Jun 23 18:04:11.060716 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.061629 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.062172 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: security-groups-remote-address-group Jun 23 18:04:11.062497 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: securitygroup.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.072677 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.073205 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: security-group Jun 23 18:04:11.073543 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: segment.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.074355 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.074863 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension segment not supported by any of loaded plugins Jun 23 18:04:11.075195 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.076129 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.076640 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 18:04:11.076971 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: servicetype.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.078109 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.078632 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: service-type Jun 23 18:04:11.078965 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: sorting.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.080037 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.080375 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: sorting Jun 23 18:04:11.080703 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: standard_attr_segment.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.081629 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.082174 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 18:04:11.082502 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: standardattrdescription.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.083153 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.083659 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: standard-attr-description Jun 23 18:04:11.083986 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: stateful_security_group.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.084910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.085422 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: stateful-security-group Jun 23 18:04:11.085746 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: stdattrs_common.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.086348 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 18:04:11.086701 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.087661 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.088178 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 18:04:11.088502 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnet_onboard.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.089575 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.090128 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: subnet_onboard Jun 23 18:04:11.090454 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.091388 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.091900 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 18:04:11.092224 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnet_service_types.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.093150 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.093659 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: subnet-service-types Jun 23 18:04:11.094018 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnetallocation.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.095081 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.095622 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: subnet_allocation Jun 23 18:04:11.095950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.096610 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.097120 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: subnetpool-prefix-ops Jun 23 18:04:11.097443 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.098410 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.098924 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 18:04:11.099248 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: tagging.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.100289 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.100807 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: standard-attr-tag Jun 23 18:04:11.101134 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: timestamp.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.102360 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.102880 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loaded extension: standard-attr-timestamp Jun 23 18:04:11.103210 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: trunk.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.104240 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.104755 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension trunk not supported by any of loaded plugins Jun 23 18:04:11.105085 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: trunk_details.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.106045 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.106557 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 18:04:11.106884 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: uplink_status_propagation.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.107802 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.108311 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 18:04:11.108637 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Loading extension file: vlantransparent.py {{(pid=88017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 18:04:11.109303 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 18:04:11.109809 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 18:04:11.112952 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:network Jun 23 18:04:11.113682 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnet Jun 23 18:04:11.115882 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:04:11.116510 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:port Jun 23 18:04:11.117757 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.118231 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service FLAVORS assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.118847 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.119280 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.119616 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:router Jun 23 18:04:11.120275 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:04:11.121008 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service METERING assigned prefix: /metering {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.122478 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:11.122854 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:11.123227 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:04:11.124324 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:04:11.124782 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:04:11.125456 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:04:11.126239 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service CORE assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.126636 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:04:11.127476 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] subnetpool is already registered Jun 23 18:04:11.128103 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service CORE assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.128433 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:04:11.128762 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] subnetpool is already registered Jun 23 18:04:11.131375 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.131816 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service FLAVORS assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.132402 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.132826 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.133162 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:router Jun 23 18:04:11.133493 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] router is already registered Jun 23 18:04:11.134113 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:04:11.134454 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] floatingip is already registered Jun 23 18:04:11.135086 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service METERING assigned prefix: /metering {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.135759 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:04:11.136088 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] rbac_policy is already registered Jun 23 18:04:11.136634 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:04:11.137008 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] security_group is already registered Jun 23 18:04:11.137555 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:04:11.137908 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] security_group_rule is already registered Jun 23 18:04:11.138578 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service CORE assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.138914 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:04:11.139242 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] subnetpool is already registered Jun 23 18:04:11.139849 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.v2.resource_helper [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Service CORE assigned prefix: {{(pid=88017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:04:11.140180 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:04:11.140503 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING neutron.quota.resource_registry [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] subnetpool is already registered Jun 23 18:04:11.141165 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: extensions {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.142690 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: address-groups {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.144509 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: address-scopes {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.146585 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: agents {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.148656 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: auto-allocated-topology {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.150414 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: availability_zones {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.151922 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: dhcp-networks {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.153322 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: dhcp-agents {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.154781 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: routers {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.156569 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: flavors {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.157819 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: service_profiles {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.159212 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: next_providers {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.160739 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: service_profiles {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.162192 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: floatingip-pools {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.163406 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: routers {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.165185 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: floatingips {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.166401 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: l3-routers {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.167784 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: l3-agents {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.169175 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: metering-labels {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.170565 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: metering-label-rules {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.171849 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: network-ip-availabilities {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.173079 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: bindings {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.175491 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: quotas {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.176894 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: quotas {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.178329 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: rbac-policies {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.179616 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: security-groups {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.180824 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: security-group-rules {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.182070 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: service-providers {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.183296 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: subnetpools {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.185629 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: subnetpools {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.187115 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.188780 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.302243 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.304007 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.305793 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.307777 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.309465 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.311385 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.313140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.315561 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron.api.extensions [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Extended resource: tags {{(pid=88017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:04:11.321489 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING keystonemiddleware.auth_token [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 18:04:11.326327 dv-cinder-847189-1-iscsi neutron-server[88017]: WARNING keystonemiddleware.auth_token [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 18:04:11.334716 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Acquired lock "singleton_lock" {{(pid=88017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 18:04:11.335197 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_concurrency.lockutils [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Releasing lock "singleton_lock" {{(pid=88017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 18:04:11.335823 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Starting 2 workers Jun 23 18:04:11.340432 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Started child 88124 {{(pid=88017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 23 18:04:11.344613 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Started child 88125 {{(pid=88017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 23 18:04:11.346034 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.346893 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO neutron.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 18:04:11.347512 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [-] (88124) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:04:11.347633 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Notify callbacks [] for process, before_spawn {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.349451 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.349904 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Starting 1 workers Jun 23 18:04:11.350763 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [-] (88125) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:04:11.354842 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Started child 88126 {{(pid=88017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 23 18:04:11.355346 dv-cinder-847189-1-iscsi neutron-server[88017]: INFO oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Starting 1 workers Jun 23 18:04:11.358280 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] calling RpcWorker wait() {{(pid=88126) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 18:04:11.358834 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] returning from RpcWorker wait() {{(pid=88126) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 18:04:11.359605 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Started child 88127 {{(pid=88017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 23 18:04:11.360008 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.360378 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e847a11c-c961-4df6-a564-bf1c66e78b93 None None] Notify callbacks [] for process, after_spawn {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.360475 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:11.362781 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 23 18:04:11.363009 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:04:11.363182 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:04:11.363396 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:04:11.363754 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:04:11.363931 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:04:11.364399 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.364693 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.364961 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.365118 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.365831 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.365831 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.366309 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.366577 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.366828 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.367101 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.367348 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.367513 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.367680 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.367919 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.368152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.368441 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.368709 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.368946 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.369228 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.369379 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.369637 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.369915 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.370173 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.370433 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] debug = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.370684 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.371132 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.371354 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.371587 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.371808 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.372061 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.372305 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.372569 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.372822 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.373054 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.373286 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.373546 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.373784 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.374025 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.374299 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.374492 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.374720 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.375168 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] host = dv-cinder-847189-1-iscsi {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.375422 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.375635 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.375877 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.376101 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.376342 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.376670 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.377016 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.377286 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.377621 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.377893 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.378164 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.378411 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.378657 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.378886 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.379041 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_options = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.379270 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.379548 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.379796 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.379991 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.380157 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.380334 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.380589 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.380738 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.380982 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.381216 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.381427 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.381662 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.381910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.382151 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.382392 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.382622 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.382865 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.383091 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.383346 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.383590 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.383816 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385376 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385376 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385692 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.385993 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.386278 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.386664 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.386824 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.386994 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.387295 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:11.387395 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.387466 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.387652 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.387928 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.388167 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.388405 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.388647 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.388854 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.389104 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.389319 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.389534 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.389748 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_json = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.389991 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.390203 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.390456 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.390669 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.390885 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.391097 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.391312 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.391534 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.392050 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.392960 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.393800 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396259 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396751 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.396882 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.397240 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.397474 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.397769 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.398049 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.398335 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.398669 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.398913 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.399197 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.399444 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.399693 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.399933 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.400158 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.400483 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.400746 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.401019 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.401283 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.401504 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.401732 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.401997 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.402238 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.403290 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.403503 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.403781 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.404017 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.404234 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.404482 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.404679 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.404921 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.405178 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.405424 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.405682 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.405950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.406199 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.406421 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.406657 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.406874 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.407091 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.407329 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.407559 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.408371 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.408584 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.408852 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.409109 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.409322 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.409549 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.409804 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.410089 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.410302 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.410536 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.410768 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.410984 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.411228 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.411448 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.411672 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.411887 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.412104 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.412319 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.412548 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.412763 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.412983 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.413204 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.413422 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.413658 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.413900 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.414118 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.414334 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.414564 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.414777 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.414994 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.415220 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.415775 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.415775 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.415962 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.416086 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.416374 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.416700 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.416921 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.417189 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.417430 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.417691 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.417962 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.418215 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.418466 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.418714 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.418957 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.419241 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.419493 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.419741 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40604) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:11.419846 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.419997 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.420205 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.420462 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.420679 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.420901 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.421136 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.421376 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.421630 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.422599 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.422599 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.422599 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.422897 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.422897 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.423203 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.423550 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.424475 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.424752 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.425043 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.425366 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.425653 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.425981 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.426319 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.426575 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.426823 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.427093 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.428134 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.428134 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.428349 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.428761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.429094 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.429375 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.429918 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.430147 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.430789 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.431748 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091345 Jun 23 18:04:11.431872 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.432587 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.432845 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.433078 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.433417 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.433853 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.434343 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.434788 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.435071 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.436626 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.436626 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.436832 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.436919 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.437116 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.437775 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.437775 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.437775 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.438046 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.438261 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.438479 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.438696 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.438947 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.439197 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.439441 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.439678 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.439926 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.440761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.440761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.440761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.441006 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.441130 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.441474 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.441625 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.441818 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.443910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.443910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.443910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.443910 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.444195 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.444263 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445320 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445320 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445320 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445559 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445697 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.445924 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.446765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.446765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.446765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.446765 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.447064 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.447238 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.447449 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.447709 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.447929 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.448278 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.448538 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.448791 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.449070 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.449319 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.449540 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.449760 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.450957 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.451229 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.451452 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452246 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452246 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452246 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452437 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452513 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.452741 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.453015 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.453284 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.453542 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.453780 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.454034 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.454256 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.454499 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455044 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455044 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455223 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455418 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455634 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.455850 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.456149 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.456403 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.456643 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.456909 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.457152 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.457381 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.457593 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.457805 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.458200 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.458452 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.458732 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.458971 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.459225 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.459459 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.459711 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.460022 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.460288 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.460577 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.460880 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.461153 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.461410 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.461696 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.462047 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.462278 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.462549 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.463618 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.463618 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.463618 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.463618 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.463956 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.464082 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.464349 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.464609 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.464885 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.465165 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.465470 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.465689 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.466017 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.466356 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.466631 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.466911 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.467148 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.467421 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.467649 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.467870 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.468090 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.468326 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.468544 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.468811 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.469067 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.470220 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.470997 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.471263 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.471552 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.471747 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.471946 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.472191 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.473375 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.473375 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:04:11.474335 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 23 18:04:11.474496 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:04:11.474655 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:04:11.474831 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:04:11.475005 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:04:11.475160 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:04:11.475373 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.475535 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.475697 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.475857 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.476017 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.476213 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.476926 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477107 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477263 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477424 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477581 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477742 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.477971 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478139 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478290 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478447 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478612 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478774 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.478919 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.479066 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.479211 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.479738 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.479912 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] debug = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.480066 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.480273 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.480442 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.480598 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.480752 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481141 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481308 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481466 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481624 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481774 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.481964 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482106 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.482896 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483230 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] host = dv-cinder-847189-1-iscsi {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483230 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483360 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483586 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483680 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483819 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.483966 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.484108 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.484249 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.484408 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.484568 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485423 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485423 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485423 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485423 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485683 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_options = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485683 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.485801 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.486640 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.486761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.486923 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.487144 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.487680 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.487795 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.487952 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.488115 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.488263 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.488417 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.488870 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489063 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489219 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489372 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489518 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489665 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489809 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.489979 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.490135 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.490550 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.490714 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.490856 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491011 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491170 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491318 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491480 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491635 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.491808 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492080 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492080 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492242 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492397 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492553 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492711 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.492868 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.493037 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.493564 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.493724 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.493958 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494108 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494272 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494431 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494589 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494746 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_json = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.494902 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495066 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495242 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495408 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495570 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495714 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.495855 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.496000 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.496145 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:04:11.496315 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.496480 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.496655 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497203 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497304 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497458 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497604 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497768 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.497951 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.498107 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.498847 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.498847 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.498847 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.499078 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.499238 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.499326 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.499750 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.499930 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500093 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500256 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500418 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500581 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500761 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.500923 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.501086 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.501246 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.501950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.501950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.501950 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502165 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502248 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502422 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502550 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502711 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.502872 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503033 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503194 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503356 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503518 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503679 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.503841 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.504005 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.504169 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.504331 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.504495 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.504664 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505166 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505266 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505422 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505566 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505726 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.505908 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506059 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506220 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506385 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506530 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506692 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506849 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.506988 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507136 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507298 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507473 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507619 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507783 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.507929 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508076 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508224 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508362 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:11.508520 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508520 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508785 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.508920 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509066 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509213 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509351 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509487 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509624 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509763 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.509924 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510069 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510207 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510365 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510529 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510678 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.510907 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511080 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511363 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511522 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511613 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511741 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.511904 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.512084 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.512654 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.512797 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.512923 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.513082 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.513206 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.514506 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.514506 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.514763 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.514763 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515021 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515154 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515279 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515403 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515525 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515748 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515851 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.515993 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.516164 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.516331 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.516943 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.517127 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.517328 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.517833 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.517833 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.517833 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.518091 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.518176 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.518378 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.518660 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519498 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519498 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519498 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519710 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519710 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.519841 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520050 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520144 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520312 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520473 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520632 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520789 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.520970 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.521136 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.521285 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.521433 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.521599 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.521785 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.522874 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523157 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523328 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523491 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523640 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523806 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.523983 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.524129 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.524268 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.524407 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526142 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526580 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526580 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526580 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526790 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526790 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.526933 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.527091 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.527253 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.527698 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.527698 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.527698 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528071 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528071 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528306 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528306 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528541 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528665 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528788 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.528990 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529105 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529216 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529353 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529515 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529679 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.529841 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530056 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530162 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530326 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530489 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530706 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530829 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.530959 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531120 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531281 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531462 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531629 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531790 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.531955 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.532106 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.532266 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.532411 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.532574 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.532735 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.533525 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.533807 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.533970 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534576 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534576 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534576 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534906 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534906 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.534906 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535118 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535219 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535383 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535544 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535706 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.535867 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536028 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536189 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536349 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536510 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536671 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.536848 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.537009 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.537286 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538708 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538708 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538708 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.538708 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.539434 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.539434 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.539698 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.539698 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.540163 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.540333 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541300 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541300 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541300 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541675 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541675 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.541923 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.542034 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.542140 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.542280 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.542534 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.542747 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.543553 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.543553 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.543553 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.543553 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544042 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544042 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544279 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544279 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544525 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544671 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544809 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.544947 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545106 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545245 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545385 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545522 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545622 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.545772 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547256 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547256 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547514 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547639 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547762 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.547921 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.548083 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.548245 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.548408 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.549151 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.549316 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:04:11.549471 dv-cinder-847189-1-iscsi neutron-server[88017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:04:22.437316 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e645d1a-c813-417e-8e81-c8bcefd1a3b6 None None] get_active_networks_info from dv-cinder-847189-1-iscsi {{(pid=88126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 23 18:04:22.527030 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e645d1a-c813-417e-8e81-c8bcefd1a3b6 None None] No non-hosted networks {{(pid=88126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 18:04:22.544068 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.agentschedulers_db [None req-1e645d1a-c813-417e-8e81-c8bcefd1a3b6 None None] DHCP Agent not found on host dv-cinder-847189-1-iscsi {{(pid=88126) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 18:04:22.707388 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-036332bd-a5c2-40b2-b10d-46bd0908c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:24.497712 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b50df362-c3cb-4c3e-9393-4e807b582653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:24.576323 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-af6f64d3-f497-43af-8fe0-d8e5f6433df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:26.087988 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:26.089320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.089794 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.090278 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.090742 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.091201 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.091688 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.092146 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.092617 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.093084 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.093570 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.094081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.094560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:26.095116 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:26.102966 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:26.133732 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:27.256301 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.db.l3_hamode_db [None req-f820f820-fa89-4f1b-926c-1c1e2ac1b951 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 18:04:27.349772 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820f820-fa89-4f1b-926c-1c1e2ac1b951 None None] Routers set() bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:04:27.350191 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820f820-fa89-4f1b-926c-1c1e2ac1b951 None None] Router IDs set() for agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 23 18:04:27.753864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:29.006833 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40704) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:29.580844 dv-cinder-847189-1-iscsi neutron-server[88124]: WARNING oslo_policy.policy [None req-b11b66b5-073d-43de-98fe-418d72aaa2c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:29.581475 dv-cinder-847189-1-iscsi neutron-server[88124]: WARNING oslo_policy.policy [None req-b11b66b5-073d-43de-98fe-418d72aaa2c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:29.797532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [None req-b11b66b5-073d-43de-98fe-418d72aaa2c0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:04:29.799231 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b11b66b5-073d-43de-98fe-418d72aaa2c0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7915018 Jun 23 18:04:32.217458 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40718) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:32.572505 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:32.666074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.policy [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:04:32.711350 dv-cinder-847189-1-iscsi neutron-server[88124]: WARNING oslo_policy.policy [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:32.711718 dv-cinder-847189-1-iscsi neutron-server[88124]: WARNING oslo_policy.policy [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:32.720485 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.quota [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Loaded quota_driver: . Jun 23 18:04:32.736514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:32.799252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153843935', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153845034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153922500', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153927314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153936956', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742153944926', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2065449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1883089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-819642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679458'] for rbac-policy, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:32.866961 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:32.868643 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-29b8b96f-9d2d-44fb-84de-eac303f0c177 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501708 Jun 23 18:04:35.506050 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40732) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:35.855479 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Request body: {'network': {'project_id': '121740753f35498e81fbea07d56eb9de', 'name': 'private', 'admin_state_up': True}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:35.860048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:35.864564 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Usage tracker for resource:network and tenant:121740753f35498e81fbea07d56eb9de is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:35.869301 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:35.875334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:35.885686 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Made reservation on behalf of 121740753f35498e81fbea07d56eb9de for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:04:35.888689 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:35.906883 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:35.921385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:35.925126 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:121740753f35498e81fbea07d56eb9de is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:35.930185 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:35.935741 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:36.034224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.038052 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.062244 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:04:36.089616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742150779248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.090184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Unsubscribe: segment precommit_create {{(pid=88124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:04:36.090695 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Added segment e7da3b1a-75c6-498f-ab01-6b6b8704f870 of type vlan for network 4beeaefb-a422-4203-8c8c-e9e91555dcbd Jun 23 18:04:36.099510 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a25c90-ef5d-4cd1-b95e-1130665ab583,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:36.151119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.151516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.151859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.152190 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.152517 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.152843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.153167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.153740 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.154090 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.154412 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.154728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.155098 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Tracked resource versions report: Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: pushed versions: Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: { 'AddressGroup': {'1.2'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'ConntrackHelper': {'1.0'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Log': {'1.0'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Network': {'1.1'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Port': {'1.7'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'PortForwarding': {'1.2'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'QosPolicy': {'1.8'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroup': {'1.4'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SubPort': {'1.0'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Subnet': {'1.1'}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Trunk': {'1.1'}} Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: consumer versions: Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'ConntrackHelper': '1.0', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Log': '1.0', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Network': '1.1', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Port': '1.7', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'PortForwarding': '1.2', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'QosPolicy': '1.8', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroup': '1.4', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroupRule': '1.2', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SubPort': '1.0', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Subnet': '1.1', Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Trunk': '1.1'}} Jun 23 18:04:36.156216 dv-cinder-847189-1-iscsi neutron-server[88124]: {{(pid=88124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:04:36.205075 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.244311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.245364 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:04:36.246039 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:36.351538 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8443642 Jun 23 18:04:36.355967 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21895495-3c30-46b3-8358-33dc24fc0cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=4beeaefb-a422-4203-8c8c-e9e91555dcbd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:36.384599 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:04:39.147686 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40748) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:39.716403 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:39.716989 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:40.158109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.policy [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88125) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:04:40.207030 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:40.207411 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:04:40.215446 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:04:40.217300 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c791bb2f-e853-4549-8fc5-5e2d7cd2842d admin admin] 10.222.0.26 "GET /v2.0/networks/4beeaefb-a422-4203-8c8c-e9e91555dcbd HTTP/1.1" status: 200 len: 825 time: 1.0676100 Jun 23 18:04:40.250030 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f813bf04-e632-4189-9e81-6693f1fb5396 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f778266e-a36d-4254-aba0-36aafbb44aeb HTTP/1.1" status: 200 len: 734 time: 0.0267894 Jun 23 18:04:40.258568 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Request body: {'subnet': {'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'name': 'private-subnet', 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:40.260078 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.quota [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Loaded quota_driver: . Jun 23 18:04:40.266013 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:40.271666 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Usage tracker for resource:subnet and tenant:121740753f35498e81fbea07d56eb9de is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:40.274936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:40.281694 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:40.296194 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Made reservation on behalf of 121740753f35498e81fbea07d56eb9de for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:04:40.299611 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.601033 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.674275 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Checking segment: {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:04:40.674638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Network hostable DHCP agents. Network: 4beeaefb-a422-4203-8c8c-e9e91555dcbd, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:04:40.705131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b20181-3a4f-4c19-8688-aa38b28ab459,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:40.709227 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:04:40.715571 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.715928 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.716263 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.716586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.716906 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.717229 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.717547 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.717860 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.718200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.718511 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.718820 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.719134 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Tracked resource versions report: Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: pushed versions: Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: { 'AddressGroup': {'1.2'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'ConntrackHelper': {'1.0'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Log': {'1.0'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Network': {'1.1'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Port': {'1.7'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'PortForwarding': {'1.2'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'QosPolicy': {'1.8'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroup': {'1.4'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SubPort': {'1.0'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Subnet': {'1.1'}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Trunk': {'1.1'}} Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: consumer versions: Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'ConntrackHelper': '1.0', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Log': '1.0', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Network': '1.1', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Port': '1.7', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'PortForwarding': '1.2', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'QosPolicy': '1.8', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroup': '1.4', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroupRule': '1.2', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SubPort': '1.0', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Subnet': '1.1', Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Trunk': '1.1'}} Jun 23 18:04:40.720971 dv-cinder-847189-1-iscsi neutron-server[88125]: {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:04:40.737811 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 4beeaefb-a422-4203-8c8c-e9e91555dcbd) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:04:40.754045 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:04:40.754672 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.759336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bab764-3143-4aa8-b77e-2091627b5536 None None] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:04:40.777888 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6cfd5d12-17bf-486b-8d96-b07030c73731 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5226998 Jun 23 18:04:41.056126 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:04:41.057319 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.242818 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Allocated IP 172.20.0.2 (4beeaefb-a422-4203-8c8c-e9e91555dcbd/61b20181-3a4f-4c19-8688-aa38b28ab459/38904de4-06d7-4f22-a9e8-c8a6adc51ca1) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:04:41.477761 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.491750 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Transition to ACTIVE for port object 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:04:41.510917 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Transition to ACTIVE for port object 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:04:41.518151 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.580606 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:04:41.583347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:04:41.589279 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:04:41.597403 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Pushing event updated for resources: {'Port': ['ID=38904de4-06d7-4f22-a9e8-c8a6adc51ca1,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:41.645045 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.645385 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.645716 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.646069 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.646393 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.646714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.647033 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.647349 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.647679 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.647996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.648310 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.648620 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Tracked resource versions report: Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: pushed versions: Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: { 'AddressGroup': {'1.2'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'ConntrackHelper': {'1.0'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Log': {'1.0'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Network': {'1.1'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Port': {'1.7'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'PortForwarding': {'1.2'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'QosPolicy': {'1.8'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroup': {'1.4'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SubPort': {'1.0'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Subnet': {'1.1'}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Trunk': {'1.1'}} Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: consumer versions: Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'ConntrackHelper': '1.0', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Log': '1.0', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Network': '1.1', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Port': '1.7', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'PortForwarding': '1.2', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'QosPolicy': '1.8', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroup': '1.4', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroupRule': '1.2', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SubPort': '1.0', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Subnet': '1.1', Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Trunk': '1.1'}} Jun 23 18:04:41.649720 dv-cinder-847189-1-iscsi neutron-server[88126]: {{(pid=88126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:04:41.708328 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Attempting to bind port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:04:41.708745 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Attempting to bind port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:04:41.709136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Attempting to bind port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 on network 4beeaefb-a422-4203-8c8c-e9e91555dcbd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:04:41.714353 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:04:41.714727 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Checking segment: {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:04:41.715210 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.715599 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Bound using segment: {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:04:41.716088 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Bound port: 38904de4-06d7-4f22-a9e8-c8a6adc51ca1, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:04:41.716478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.807420 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] For port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:04:41.811354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] For port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=38904de4-06d7-4f22-a9e8-c8a6adc51ca1,segment=NetworkSegment(e7da3b1a-75c6-498f-ab01-6b6b8704f870),segment_id=e7da3b1a-75c6-498f-ab01-6b6b8704f870)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:04:41.816290 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:41.904454 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0de29-fa2d-4d9d-b695-604e75ff998d None None] Pushing event updated for resources: {'Port': ['ID=38904de4-06d7-4f22-a9e8-c8a6adc51ca1,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:43.228857 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40770) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:43.597564 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-fda06982-e29f-4267-b2ea-290b8a712069 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:04:43.613536 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fda06982-e29f-4267-b2ea-290b8a712069 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687882 Jun 23 18:04:45.786455 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604c8ca-2a41-48f3-a28b-35c094920bbf None None] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:04:45.915871 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f2e26175-eeb8-4b6c-9578-5f275319b876 None None] Provisioning for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:04:45.945449 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:04:46.081392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:04:46.095329 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:46.095817 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.136636 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40784) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:46.276297 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:04:46.276709 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.337891 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=38904de4-06d7-4f22-a9e8-c8a6adc51ca1,segment=NetworkSegment(e7da3b1a-75c6-498f-ab01-6b6b8704f870),segment_id=e7da3b1a-75c6-498f-ab01-6b6b8704f870)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:04:46.342221 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.418942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=38904de4-06d7-4f22-a9e8-c8a6adc51ca1,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:46.518109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-4313a831-5047-4598-be48-76bbcd89fdc2 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:04:46.519074 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4313a831-5047-4598-be48-76bbcd89fdc2 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3814080 Jun 23 18:04:46.549521 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-a0626be0-c6d5-4e65-8b8a-45d9ecf048d9 None None] Provisioning complete for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:46.549825 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a0626be0-c6d5-4e65-8b8a-45d9ecf048d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.672003 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a0626be0-c6d5-4e65-8b8a-45d9ecf048d9 None None] Current status of the port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:04:47.850899 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:04:47.918193 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:47.918567 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:48.031375 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:04:49.200135 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40796) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:49.546859 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'name': 'router1'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:49.551737 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:49.555505 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Usage tracker for resource:router and tenant:121740753f35498e81fbea07d56eb9de is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:49.558794 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:49.565036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:49.574643 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.576248 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.597637 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.707563 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.725763 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.726962 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bb7f7869-d194-4360-b301-37f305c5c753 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5258644 Jun 23 18:04:52.131415 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40806) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:52.403436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2b08-a6df-47f0-8d48-736f09e290bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:52.491750 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-35a4761b-f798-403f-b2fb-fd50c40bfc25 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:04:52.492766 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-35a4761b-f798-403f-b2fb-fd50c40bfc25 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3604252 Jun 23 18:04:54.497545 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f8b86071-6426-4829-b4f7-9fc13de9cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:54.890701 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40816) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:55.249897 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:55.255500 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:55.259277 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Usage tracker for resource:network and tenant:49a7ddebd7964c9eb88e18c65e11b2da is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:55.262200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:55.268669 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:55.277964 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Made reservation on behalf of 49a7ddebd7964c9eb88e18c65e11b2da for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:04:55.280357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.296281 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.310247 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:04:55.314491 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Usage tracker for resource:security_group_rule and tenant:49a7ddebd7964c9eb88e18c65e11b2da is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:04:55.317557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:04:55.323138 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:04:55.437588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.441734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.465698 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Reserving flat network on physical network physnet1 {{(pid=88125) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 18:04:55.479382 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c5531-844b-4d4b-a646-c872cc0b6d0e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:55.491451 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742150779248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.491945 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Unsubscribe: segment precommit_create {{(pid=88125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:04:55.492413 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Added segment fe4df846-005d-4875-99d7-94fc3ad4f1e4 of type flat for network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 Jun 23 18:04:55.532121 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.571962 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.572849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:04:55.573423 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.671468 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7790170 Jun 23 18:04:55.674586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b773b3-ff46-425a-b843-9b2640582433 admin admin] Pushing event updated for resources: {'Network': ['ID=7530256d-a4f3-4af7-b0f4-2d9785ba1e48,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:55.702630 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:04:56.069810 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:56.074930 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:57.703299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:58.086264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40836) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:58.295645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb934e-8c58-45e3-9fa4-6de4f12e7b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:04:58.296984 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-20fb934e-8c58-45e3-9fa4-6de4f12e7b00 admin admin] 10.222.0.26 "GET /v2.0/subnets/61b20181-3a4f-4c19-8688-aa38b28ab459 HTTP/1.1" status: 200 len: 849 time: 0.2097838 Jun 23 18:04:58.469071 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8cd38215-f290-49ed-b748-32ba002fe313 admin admin] 10.222.0.26 "GET /v2.0/routers/856e3eb3-594d-4490-8715-e261337d0635 HTTP/1.1" status: 200 len: 704 time: 0.1660731 Jun 23 18:04:58.942455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:59.174752 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Allocated IP 172.20.0.1 (4beeaefb-a422-4203-8c8c-e9e91555dcbd/61b20181-3a4f-4c19-8688-aa38b28ab459/22e73cd3-eef5-4067-9209-036d00a14d7b) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:04:59.327722 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:59.346181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Transition to ACTIVE for port object 22e73cd3-eef5-4067-9209-036d00a14d7b will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:04:59.400411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:59.471885 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:04:59.474542 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:04:59.481080 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:04:59.482089 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:59.616693 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Pushing event updated for resources: {'Port': ['ID=22e73cd3-eef5-4067-9209-036d00a14d7b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:59.659431 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e9f8cdff-82c3-4362-8752-8aebfc0f9f7c None None] Provisioning for port 22e73cd3-eef5-4067-9209-036d00a14d7b completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:04:59.664374 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e9f8cdff-82c3-4362-8752-8aebfc0f9f7c None None] Provisioning complete for port 22e73cd3-eef5-4067-9209-036d00a14d7b triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:59.664761 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9f8cdff-82c3-4362-8752-8aebfc0f9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:59.723366 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8cdff-82c3-4362-8752-8aebfc0f9f7c None None] Port 22e73cd3-eef5-4067-9209-036d00a14d7b cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:04:59.788082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:00.014397 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:00.018760 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:00.019464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:00.155236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Pushing event updated for resources: {'Port': ['ID=22e73cd3-eef5-4067-9209-036d00a14d7b,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:00.219845 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:05:00.220975 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:05:00.407303 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Router 856e3eb3-594d-4490-8715-e261337d0635 is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:05:00.448312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-7ccc2f07-74e8-483c-860e-2bfdfde70056 None None] Provisioning complete for port 22e73cd3-eef5-4067-9209-036d00a14d7b triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:05:00.448677 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2f07-74e8-483c-860e-2bfdfde70056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:00.499773 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2f07-74e8-483c-860e-2bfdfde70056 None None] Port 22e73cd3-eef5-4067-9209-036d00a14d7b cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:05:00.564535 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:05:00.573626 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a22643c7-3641-439f-aa2f-ed3fb3f53a9c admin admin] 10.222.0.26 "PUT /v2.0/routers/856e3eb3-594d-4490-8715-e261337d0635/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0990720 Jun 23 18:05:00.574867 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Sync routers for ids ['856e3eb3-594d-4490-8715-e261337d0635'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:05:00.586043 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Routers {'856e3eb3-594d-4490-8715-e261337d0635'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:05:00.586882 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:04:54Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['856e3eb3-594d-4490-8715-e261337d0635'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:00.765687 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Set router 856e3eb3-594d-4490-8715-e261337d0635 gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:05:01.141648 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:04:59Z', 'revision_number': 2, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port_host': None, '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:04:59Z', 'revision_number': 2, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:01.146556 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Checking router: 856e3eb3-594d-4490-8715-e261337d0635 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:05:01.146863 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Updating router 856e3eb3-594d-4490-8715-e261337d0635 port 22e73cd3-eef5-4067-9209-036d00a14d7b binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:05:01.198370 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:01.588287 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:01.603377 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Transition to ACTIVE for port object 22e73cd3-eef5-4067-9209-036d00a14d7b will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:05:01.610672 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:01.740741 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Pushing event updated for resources: {'Port': ['ID=22e73cd3-eef5-4067-9209-036d00a14d7b,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:01.753108 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.753453 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.753794 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.754161 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.754497 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.754826 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.755153 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.755478 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.755900 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.756229 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.756551 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.756869 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Tracked resource versions report: Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: pushed versions: Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: { 'AddressGroup': {'1.2'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'ConntrackHelper': {'1.0'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Log': {'1.0'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Network': {'1.1'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Port': {'1.7'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'PortForwarding': {'1.2'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'QosPolicy': {'1.8'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroup': {'1.4'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SubPort': {'1.0'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Subnet': {'1.1'}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Trunk': {'1.1'}} Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: consumer versions: Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'ConntrackHelper': '1.0', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Log': '1.0', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Network': '1.1', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Port': '1.7', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'PortForwarding': '1.2', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'QosPolicy': '1.8', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroup': '1.4', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroupRule': '1.2', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SubPort': '1.0', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Subnet': '1.1', Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Trunk': '1.1'}} Jun 23 18:05:01.758067 dv-cinder-847189-1-iscsi neutron-server[88127]: {{(pid=88127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:05:01.866221 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Attempting to bind port 22e73cd3-eef5-4067-9209-036d00a14d7b on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:05:01.866555 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Attempting to bind port 22e73cd3-eef5-4067-9209-036d00a14d7b by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:05:01.866976 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Attempting to bind port 22e73cd3-eef5-4067-9209-036d00a14d7b on network 4beeaefb-a422-4203-8c8c-e9e91555dcbd {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:05:01.872112 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:05:01.872506 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Checking segment: {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:05:01.872987 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:01.873374 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Bound using segment: {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:05:01.873918 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Bound port: 22e73cd3-eef5-4067-9209-036d00a14d7b, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7da3b1a-75c6-498f-ab01-6b6b8704f870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:05:01.874300 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:01.963420 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] For port 22e73cd3-eef5-4067-9209-036d00a14d7b, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:05:01.967825 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] For port 22e73cd3-eef5-4067-9209-036d00a14d7b, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=22e73cd3-eef5-4067-9209-036d00a14d7b,segment=NetworkSegment(e7da3b1a-75c6-498f-ab01-6b6b8704f870),segment_id=e7da3b1a-75c6-498f-ab01-6b6b8704f870)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:05:01.974362 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:02.063227 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Routers {'856e3eb3-594d-4490-8715-e261337d0635'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:05:02.064083 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:04:54Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['856e3eb3-594d-4490-8715-e261337d0635'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:02.125867 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425210-dfd5-4bec-bbbc-71be514e9134 None None] Pushing event updated for resources: {'Port': ['ID=22e73cd3-eef5-4067-9209-036d00a14d7b,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:02.249640 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] Set router 856e3eb3-594d-4490-8715-e261337d0635 gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:05:02.566358 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:04:59Z', 'revision_number': 2, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port_host': None, '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:05:01Z', 'revision_number': 4, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:02.570099 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0329774-7099-47ef-abdc-36801b59ba63 None None] The sync data for ids ['856e3eb3-594d-4490-8715-e261337d0635'] in dv-cinder-847189-1-iscsi is: [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:04:59Z', 'revision_number': 2, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port_host': None, '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:05:01Z', 'revision_number': 4, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:05:02.854810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40858) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:05:03.006176 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7655e-b58d-4269-8f7b-5619ee773584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:05:03.007537 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81e7655e-b58d-4269-8f7b-5619ee773584 admin admin] 10.222.0.26 "GET /v2.0/networks/7530256d-a4f3-4af7-b0f4-2d9785ba1e48 HTTP/1.1" status: 200 len: 842 time: 0.1517777 Jun 23 18:05:03.017175 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:05:03.022100 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:05:03.025856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Usage tracker for resource:subnet and tenant:49a7ddebd7964c9eb88e18c65e11b2da is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:05:03.028740 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:05:03.034526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:05:03.045188 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Made reservation on behalf of 49a7ddebd7964c9eb88e18c65e11b2da for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:05:03.047544 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:03.450568 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.objects.ports [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88124) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 23 18:05:03.450747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:03.524286 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d6a6f1-3024-4e66-84cf-d32534111423,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:03.533725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:05:03.534103 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Network hostable DHCP agents. Network: 7530256d-a4f3-4af7-b0f4-2d9785ba1e48, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:05:03.554931 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:05:03.564565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 7530256d-a4f3-4af7-b0f4-2d9785ba1e48) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:05:03.568590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:05:03.569168 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:03.573108 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cfd3c5-8347-43d3-8936-7bc8dbe05a47 None None] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:05:03.589124 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c1dea80c-7fc5-4c78-90ca-1a8b3b790a1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5753338 Jun 23 18:05:03.806622 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440c384-efa3-49eb-87fb-2ad621a7ccd0 None None] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:05:03.902978 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 22e73cd3-eef5-4067-9209-036d00a14d7b up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:05:04.044793 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 22e73cd3-eef5-4067-9209-036d00a14d7b completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:05:04.080126 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 22e73cd3-eef5-4067-9209-036d00a14d7b triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:05:04.080504 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:04.210797 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 22e73cd3-eef5-4067-9209-036d00a14d7b is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:05:04.211398 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:04.245758 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 22e73cd3-eef5-4067-9209-036d00a14d7b, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=22e73cd3-eef5-4067-9209-036d00a14d7b,segment=NetworkSegment(e7da3b1a-75c6-498f-ab01-6b6b8704f870),segment_id=e7da3b1a-75c6-498f-ab01-6b6b8704f870)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:05:04.249821 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:04.322104 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=22e73cd3-eef5-4067-9209-036d00a14d7b,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:04.400550 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:05:05.865299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 22e73cd3-eef5-4067-9209-036d00a14d7b up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:05:05.923955 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40872) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:05:05.934222 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 22e73cd3-eef5-4067-9209-036d00a14d7b triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:05:05.934601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:06.069818 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 22e73cd3-eef5-4067-9209-036d00a14d7b is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:05:06.165178 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-162e46f1-4187-4969-a6de-597d30a93f38 admin admin] 10.222.0.26 "GET /v2.0/routers/856e3eb3-594d-4490-8715-e261337d0635 HTTP/1.1" status: 200 len: 710 time: 0.2400823 Jun 23 18:05:06.290879 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b584238-4224-4e6c-b907-dd09214fe8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:05:06.292222 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9b584238-4224-4e6c-b907-dd09214fe8c1 admin admin] 10.222.0.26 "GET /v2.0/networks/7530256d-a4f3-4af7-b0f4-2d9785ba1e48 HTTP/1.1" status: 200 len: 886 time: 0.1219246 Jun 23 18:05:06.301223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:05:06.728941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:07.055224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:07.118046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:07.249147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Allocated IP 172.27.2.82 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/8ca1e865-b705-4f5c-a379-3f5f88f162b7) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:05:07.438331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:07.467628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:07.534327 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:05:07.537127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:05:07.541291 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:05:07.652298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca1e865-b705-4f5c-a379-3f5f88f162b7,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:07.927582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:08.262422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:08.265590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548536'] for router, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:08.436534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Router 856e3eb3-594d-4490-8715-e261337d0635 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:05:08.659604 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:05:08.667601 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:08.668758 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-fd9643ab-9d35-449a-b385-beedfa7c01f3 admin admin] 10.222.0.26 "PUT /v2.0/routers/856e3eb3-594d-4490-8715-e261337d0635 HTTP/1.1" status: 200 len: 889 time: 2.3706257 Jun 23 18:05:08.668887 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Sync routers for ids ['856e3eb3-594d-4490-8715-e261337d0635'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:05:08.679354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Routers {'856e3eb3-594d-4490-8715-e261337d0635'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:05:08.680036 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:04:54Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['856e3eb3-594d-4490-8715-e261337d0635'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:08.873385 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Set router 856e3eb3-594d-4490-8715-e261337d0635 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:05:09.212220 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:05:07Z', 'revision_number': 4, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port': {'id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:05:07Z', 'updated_at': '2022-06-23T18:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:05:04Z', 'revision_number': 5, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:09.216884 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Checking router: 856e3eb3-594d-4490-8715-e261337d0635 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:05:09.217232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Updating router 856e3eb3-594d-4490-8715-e261337d0635 port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:05:09.267834 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.593160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.604659 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Transition to ACTIVE for port object 8ca1e865-b705-4f5c-a379-3f5f88f162b7 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:05:09.611453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.693064 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Attempting to bind port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:05:09.693654 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Attempting to bind port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:05:09.693822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Attempting to bind port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:05:09.697087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2b642-6a7a-4273-b918-4301f2dc0161 None None] Pushing event updated for resources: {'Port': ['ID=8ca1e865-b705-4f5c-a379-3f5f88f162b7,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:09.701302 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:05:09.701689 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:05:09.702108 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.702495 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:05:09.702964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Bound port: 8ca1e865-b705-4f5c-a379-3f5f88f162b7, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:05:09.704100 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.777173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] For port 8ca1e865-b705-4f5c-a379-3f5f88f162b7, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:05:09.780065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] For port 8ca1e865-b705-4f5c-a379-3f5f88f162b7, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=8ca1e865-b705-4f5c-a379-3f5f88f162b7,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:05:09.783501 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:09.866302 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Routers {'856e3eb3-594d-4490-8715-e261337d0635'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:05:09.866817 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:04:54Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['856e3eb3-594d-4490-8715-e261337d0635'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:09.913240 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2b642-6a7a-4273-b918-4301f2dc0161 None None] Pushing event updated for resources: {'Port': ['ID=8ca1e865-b705-4f5c-a379-3f5f88f162b7,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:10.048335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] Set router 856e3eb3-594d-4490-8715-e261337d0635 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:05:10.395203 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:05:07Z', 'revision_number': 4, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port': {'id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:05:07Z', 'updated_at': '2022-06-23T18:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:05:04Z', 'revision_number': 5, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:05:10.399271 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44674a5-4a33-4709-ba91-ac4464badced None None] The sync data for ids ['856e3eb3-594d-4490-8715-e261337d0635'] in dv-cinder-847189-1-iscsi is: [{'id': '856e3eb3-594d-4490-8715-e261337d0635', 'name': 'router1', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:04:49Z', 'updated_at': '2022-06-23T18:05:07Z', 'revision_number': 4, 'project_id': '121740753f35498e81fbea07d56eb9de', 'gw_port': {'id': '8ca1e865-b705-4f5c-a379-3f5f88f162b7', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:05:07Z', 'updated_at': '2022-06-23T18:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '22e73cd3-eef5-4067-9209-036d00a14d7b', 'name': '', 'network_id': '4beeaefb-a422-4203-8c8c-e9e91555dcbd', 'tenant_id': '121740753f35498e81fbea07d56eb9de', 'mac_address': 'fa:16:3e:7c:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e3eb3-594d-4490-8715-e261337d0635', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:04:58Z', 'updated_at': '2022-06-23T18:05:04Z', 'revision_number': 5, 'project_id': '121740753f35498e81fbea07d56eb9de', 'subnets': [{'id': '61b20181-3a4f-4c19-8688-aa38b28ab459', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f778266e-a36d-4254-aba0-36aafbb44aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:05:11.080243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40882) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:05:11.204939 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ba220e82-7df2-4759-80db-ca4a7580301e admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1235254 Jun 23 18:05:11.895957 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8ca1e865-b705-4f5c-a379-3f5f88f162b7 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:05:11.970327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:05:11.975161 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:05:11.975527 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:12.095415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:05:12.095690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:12.111945 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 8ca1e865-b705-4f5c-a379-3f5f88f162b7, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=8ca1e865-b705-4f5c-a379-3f5f88f162b7,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:05:12.115905 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:12.183472 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=8ca1e865-b705-4f5c-a379-3f5f88f162b7,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:05:13.882387 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8ca1e865-b705-4f5c-a379-3f5f88f162b7 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:05:13.960073 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:05:13.960445 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:14.091927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 8ca1e865-b705-4f5c-a379-3f5f88f162b7 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:05:22.405646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f814b6ec-341c-4872-acac-f709d75c1fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:24.500637 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-035508a8-f95f-4578-af3e-ec9b635cd2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:26.071336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:26.075993 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:27.722778 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:41.399177 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:05:52.409200 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-47849edc-d6b8-454c-a7ce-1afc8541bd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:54.504825 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b689c77d-35ff-4f10-8fad-e37c7fc45268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:56.079184 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:56.087164 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:57.727606 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:18.397478 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:06:22.412950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-40da597b-3478-42c8-9cf1-aca54fc25f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:24.507497 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-15064702-dbf2-45ce-9efa-13ab36c320f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:26.074499 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:26.083872 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:27.735581 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:52.417144 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4d3783e-f821-442c-8d2d-5900296b649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:54.510245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea08f-1dfa-4d7f-b4ec-99ec5dbc681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:55.395994 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:06:56.071047 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:56.083352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:57.740397 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.815340 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41452) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:14.883681 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c64588-5fef-4459-9948-6d1f67aa1180 admin admin] GET failed (client error): The resource could not be found. Jun 23 18:07:14.884933 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-e9c64588-5fef-4459-9948-6d1f67aa1180 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685666 Jun 23 18:07:15.014893 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96c931-2883-4183-9240-59b6bb278ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:15.016233 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8c96c931-2883-4183-9240-59b6bb278ac0 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1265187 Jun 23 18:07:17.177935 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41462) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:17.286003 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc383bc1-84c5-4e1e-8b31-005be3ab9611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:17.286575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cc383bc1-84c5-4e1e-8b31-005be3ab9611 admin admin] Synchronizing usage tracker for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:subnet {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:07:17.303356 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cc383bc1-84c5-4e1e-8b31-005be3ab9611 admin admin] Unset dirty status for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:subnet {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:07:17.304667 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-cc383bc1-84c5-4e1e-8b31-005be3ab9611 admin admin] 10.222.0.26 "GET /v2.0/subnets/61b20181-3a4f-4c19-8688-aa38b28ab459 HTTP/1.1" status: 200 len: 849 time: 0.1258330 Jun 23 18:07:17.315032 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:07:17.434445 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:17.625086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742150932875'] for subnet, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:17.668095 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:17.668666 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:17.669939 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] 10.222.0.26 "PUT /v2.0/subnets/61b20181-3a4f-4c19-8688-aa38b28ab459 HTTP/1.1" status: 200 len: 868 time: 0.3586285 Jun 23 18:07:17.674896 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd6665-ab3e-4682-b65a-f8acdce13a42 None None] Network 4beeaefb-a422-4203-8c8c-e9e91555dcbd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:07:17.693721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b20181-3a4f-4c19-8688-aa38b28ab459,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:07:17.701627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.702033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.702377 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.702707 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.703031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.703354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.703675 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.703995 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.704331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.704655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.704969 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:17.705342 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87051d-f6e3-4fba-b316-00532f3436a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:18.144443 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Provisioning complete for port 22e73cd3-eef5-4067-9209-036d00a14d7b triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:07:18.144803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:18.259872 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Current status of the port 22e73cd3-eef5-4067-9209-036d00a14d7b is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:07:18.271845 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Provisioning complete for port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:07:18.272211 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:18.407769 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-21f0be64-50bc-49f3-89df-928a4a478a67 None None] Current status of the port 38904de4-06d7-4f22-a9e8-c8a6adc51ca1 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:07:20.012728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41472) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:20.190597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87606ef9-40aa-478f-9cd7-5253829ec85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:20.190981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87606ef9-40aa-478f-9cd7-5253829ec85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:20.192487 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-87606ef9-40aa-478f-9cd7-5253829ec85d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1788096 Jun 23 18:07:22.421129 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ea91dac-334e-4a09-95d3-1746a4267abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:22.423600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41482) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:22.616264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08047823-d6ef-4527-828c-2d6f084795f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:22.616633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08047823-d6ef-4527-828c-2d6f084795f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:22.618199 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-08047823-d6ef-4527-828c-2d6f084795f2 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935961 Jun 23 18:07:24.516082 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e5012f10-1d39-4f6a-bc8e-e86eec868a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:24.823766 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41492) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:25.000298 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8376d94-362a-44d1-869c-476ed302589e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:25.000856 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b8376d94-362a-44d1-869c-476ed302589e admin admin] Synchronizing usage tracker for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:07:25.017738 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b8376d94-362a-44d1-869c-476ed302589e admin admin] Unset dirty status for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:07:25.018912 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b8376d94-362a-44d1-869c-476ed302589e admin admin] 10.222.0.26 "GET /v2.0/networks/4beeaefb-a422-4203-8c8c-e9e91555dcbd HTTP/1.1" status: 200 len: 869 time: 0.1942015 Jun 23 18:07:26.063902 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:26.082596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:27.173962 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41502) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:27.344410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5a6ca-ec10-4e59-bb8e-769c09fdaf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:27.345761 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-87b5a6ca-ec10-4e59-bb8e-769c09fdaf8d admin admin] 10.222.0.26 "GET /v2.0/networks/7530256d-a4f3-4af7-b0f4-2d9785ba1e48 HTTP/1.1" status: 200 len: 886 time: 0.1709108 Jun 23 18:07:27.742545 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:29.510210 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41512) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:29.617104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2711373-0a9f-4a7c-a556-dbca56bb0d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:29.617550 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2711373-0a9f-4a7c-a556-dbca56bb0d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:29.619594 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c2711373-0a9f-4a7c-a556-dbca56bb0d43 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079285 Jun 23 18:07:31.780286 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41522) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:31.886949 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe45fb-361d-495a-a036-009122040293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:31.887403 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe45fb-361d-495a-a036-009122040293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:31.888914 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81fe45fb-361d-495a-a036-009122040293 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076694 Jun 23 18:07:32.395534 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:07:34.039501 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41532) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:34.141715 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb0cde-7c9d-4dac-a09f-11866230a94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:34.143105 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5ebb0cde-7c9d-4dac-a09f-11866230a94e admin admin] 10.222.0.26 "GET /v2.0/subnets/16d6a6f1-3024-4e66-84cf-d32534111423 HTTP/1.1" status: 200 len: 816 time: 0.1026647 Jun 23 18:07:36.316211 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41542) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:36.433500 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80bdca8-bc83-4d60-bca6-539b1fb9e2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:36.434873 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b80bdca8-bc83-4d60-bca6-539b1fb9e2fa admin admin] 10.222.0.26 "GET /v2.0/subnets/61b20181-3a4f-4c19-8688-aa38b28ab459 HTTP/1.1" status: 200 len: 868 time: 0.1177344 Jun 23 18:07:52.422400 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f9d04532-bde0-4947-9b22-60a2d9bbae7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:54.517649 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3e7328c2-1866-4ce4-95b9-24c2f923a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:55.472195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41588) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:55.523160 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-a002cab3-3620-4d71-8728-492edc8c6004 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:07:55.524628 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a002cab3-3620-4d71-8728-492edc8c6004 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515018 Jun 23 18:07:56.067095 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:56.087146 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:57.745404 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:57.760710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41598) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:57.827078 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f22e06e-af79-460d-b4a7-9b48edeb87bc admin admin] GET failed (client error): The resource could not be found. Jun 23 18:07:57.828302 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3f22e06e-af79-460d-b4a7-9b48edeb87bc admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666833 Jun 23 18:07:57.955658 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2519fa1-3790-4f80-9649-3c4b1a9c245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:07:57.957080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f2519fa1-3790-4f80-9649-3c4b1a9c245b admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1249342 Jun 23 18:08:00.147262 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41608) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:08:00.194406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:08:00.198901 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:08:00.208507 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:08:00.217759 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Made reservation on behalf of 49a7ddebd7964c9eb88e18c65e11b2da for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:08:00.220023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:00.309535 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING neutron.services.revisions.revision_plugin [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Could not find related network for resource to bump revision. Jun 23 18:08:00.322468 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:08:00.332657 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:00.332987 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Added segment 955df174-7a61-45bb-97c9-b861f3627dc1 of type vlan for network 613e33e2-7a81-417b-a2e1-6801a998ae3a Jun 23 18:08:00.358079 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:00.385831 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:00.386759 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:08:00.387321 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:00.489182 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=613e33e2-7a81-417b-a2e1-6801a998ae3a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:08:00.496461 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3482022 Jun 23 18:08:00.497642 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.498000 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.498334 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.498660 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.498985 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.499320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.499642 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.499972 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.500274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.500588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.500900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.501209 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1ab9d-c974-47e2-a4b3-7d3d002bf8a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:00.512990 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:08:02.665809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41618) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:08:02.731157 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da706fc-16ed-4a54-9e33-f51f26995dbd admin admin] GET failed (client error): The resource could not be found. Jun 23 18:08:02.732420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5da706fc-16ed-4a54-9e33-f51f26995dbd admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656512 Jun 23 18:08:02.838082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631774d1-0ff2-4ff0-8a72-5629cfcc605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:08:02.842344 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-631774d1-0ff2-4ff0-8a72-5629cfcc605e admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1060033 Jun 23 18:08:02.849085 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:08:02.853531 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:08:02.863339 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:08:02.873266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Made reservation on behalf of 49a7ddebd7964c9eb88e18c65e11b2da for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:08:02.875580 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.112391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.183421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5773c6c7-fc6c-473f-a540-c59669f4a161,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:08:03.193233 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Checking segment: {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:08:03.193581 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Network hostable DHCP agents. Network: 613e33e2-7a81-417b-a2e1-6801a998ae3a, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:08:03.210725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:08:03.219966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 613e33e2-7a81-417b-a2e1-6801a998ae3a) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:08:03.223788 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:08:03.224371 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.229394 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cdcb47-bc14-40a7-9acf-6aac2f8b9e6b None None] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:08:03.250671 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-214aae10-73b6-4f72-a905-908b17032820 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4050329 Jun 23 18:08:03.454790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-613e33e2-7a81-417b-a2e1-6801a998ae3a', 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a', 'tenant_id': '49a7ddebd7964c9eb88e18c65e11b2da', 'fixed_ips': [{'subnet_id': '5773c6c7-fc6c-473f-a540-c59669f4a161'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:08:03.455666 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.613697 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Allocated IP 192.168.233.2 (613e33e2-7a81-417b-a2e1-6801a998ae3a/5773c6c7-fc6c-473f-a540-c59669f4a161/10e74bb6-b30f-4de3-8ae9-78dc303be928) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:08:03.822951 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.833676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Transition to ACTIVE for port object 10e74bb6-b30f-4de3-8ae9-78dc303be928 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:08:03.852611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Transition to ACTIVE for port object 10e74bb6-b30f-4de3-8ae9-78dc303be928 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:08:03.858927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:03.932654 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:08:03.936111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:08:03.937933 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Pushing event updated for resources: {'Port': ['ID=10e74bb6-b30f-4de3-8ae9-78dc303be928,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:08:03.940112 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:08:03.981942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.982283 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.982616 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.982943 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.983263 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.983584 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.983900 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.984216 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.984550 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.984866 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.985180 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:03.985491 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:08:04.051458 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Attempting to bind port 10e74bb6-b30f-4de3-8ae9-78dc303be928 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:08:04.051943 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Attempting to bind port 10e74bb6-b30f-4de3-8ae9-78dc303be928 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:08:04.052328 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Attempting to bind port 10e74bb6-b30f-4de3-8ae9-78dc303be928 on network 613e33e2-7a81-417b-a2e1-6801a998ae3a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:08:04.058596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:08:04.058949 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Checking segment: {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:08:04.059339 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:04.059722 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Bound using segment: {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:08:04.060176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Bound port: 10e74bb6-b30f-4de3-8ae9-78dc303be928, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:08:04.060554 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:04.146569 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] For port 10e74bb6-b30f-4de3-8ae9-78dc303be928, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:08:04.150530 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] For port 10e74bb6-b30f-4de3-8ae9-78dc303be928, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=10e74bb6-b30f-4de3-8ae9-78dc303be928,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:08:04.155279 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:04.239546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a768-5a3b-49c0-8602-b51b6eb87250 None None] Pushing event updated for resources: {'Port': ['ID=10e74bb6-b30f-4de3-8ae9-78dc303be928,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:08:05.075412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43cf4b8-77f8-4f38-9640-669faed8c78d None None] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:08:05.220017 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e4254be0-a953-4f90-9bea-965eac31b214 None None] Provisioning for port 10e74bb6-b30f-4de3-8ae9-78dc303be928 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:08:05.994953 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 10e74bb6-b30f-4de3-8ae9-78dc303be928 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:08:06.063693 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 10e74bb6-b30f-4de3-8ae9-78dc303be928 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:08:06.068320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 10e74bb6-b30f-4de3-8ae9-78dc303be928 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:08:06.068695 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:06.186575 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 10e74bb6-b30f-4de3-8ae9-78dc303be928 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:08:06.186881 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:06.218381 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 10e74bb6-b30f-4de3-8ae9-78dc303be928, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=10e74bb6-b30f-4de3-8ae9-78dc303be928,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:08:06.222136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:06.288605 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=10e74bb6-b30f-4de3-8ae9-78dc303be928,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:08:07.969442 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 10e74bb6-b30f-4de3-8ae9-78dc303be928 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:08:08.051461 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 10e74bb6-b30f-4de3-8ae9-78dc303be928 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:08:08.051855 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:08.164535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 10e74bb6-b30f-4de3-8ae9-78dc303be928 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:08:09.393981 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:08:22.427825 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f8864b92-3a40-48f2-894f-3e48e148ac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:24.519671 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71e40c83-5c05-4ad6-9756-900eebb02ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:26.062154 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:26.090118 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:27.750241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:46.392951 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:08:52.422713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6a846995-36cb-462b-850b-c598e9d0b4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:54.524044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ac3703ca-d60c-4661-a305-1bc02ec4b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:56.064484 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:56.092563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:57.751186 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:10.752677 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41664) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:10.759067 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-9b8c8619-9577-4f08-bdf4-486b96a466cd tempest-verify_tempest_config-1310242162 tempest-verify_tempest_config-1310242162-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:09:10.760004 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9b8c8619-9577-4f08-bdf4-486b96a466cd tempest-verify_tempest_config-1310242162 tempest-verify_tempest_config-1310242162-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063434 Jun 23 18:09:11.106444 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41682) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:11.219005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.233995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:09:11.238693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Usage tracker for resource:security_group_rule and tenant:ef2e7a53063c48638da92722a71a0746 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:09:11.242133 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:09:11.247770 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:09:11.328516 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.332439 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.380807 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Synchronizing usage tracker for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:09:11.383023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7892a4a2-5ffb-4a50-8118-f4612f3f06cc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:11.390608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.390955 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.391288 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.391628 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.391956 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.392318 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.392628 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.392951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.393288 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.393611 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.393959 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.394286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:11.411656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] Unset dirty status for tenant:49a7ddebd7964c9eb88e18c65e11b2da on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:09:11.412861 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e675a2d7-0558-479f-9647-3964ae26ff7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef2e7a53063c48638da92722a71a0746&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3054225 Jun 23 18:09:11.415602 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41688) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:11.472899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.499486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.596192 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.612837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892a4a2-5ffb-4a50-8118-f4612f3f06cc,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:11.617900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:11.619002 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-de294619-efc6-47ee-a288-0c2435fb7362 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7892a4a2-5ffb-4a50-8118-f4612f3f06cc HTTP/1.1" status: 204 len: 168 time: 0.2025170 Jun 23 18:09:22.425260 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-98b3f62a-d201-4c80-b416-ae008b023a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:23.396268 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:09:24.529137 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8c2290ea-298c-4495-9a1e-95a3b7ce4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:26.068601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:26.098189 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.756248 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:52.427565 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81b21dd7-a1b1-454b-9475-915ffa357018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:54.531247 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f98af52-ca83-4f6f-b5ef-b661bef4ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:56.071432 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:56.098962 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:57.756530 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:00.395979 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:10:22.432656 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-42ed1adf-d898-4c49-b995-c862b248f7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:24.535758 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d82314e5-92b3-4ca0-ac14-115d9da02732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:26.074016 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:26.103642 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:27.758446 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:37.394485 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 5 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:10:38.727418 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:52.435455 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9c01914e-0abd-4fd6-ad6e-19d80bd935e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:53.965109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41758) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:10:54.078833 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-912fae93-73ed-4ff4-b88c-d76a5d388e50 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1125829 Jun 23 18:10:54.540539 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0291dfb4-7bbc-4103-aea2-9e4a5e357f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:56.076529 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:56.103458 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:56.270243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41768) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:10:56.326767 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-14a1bc9f-21b5-465d-87b9-696329aad707 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0554385 Jun 23 18:10:57.762067 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:08.679414 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:14.393753 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:11:22.438529 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ff8e-91fb-4350-a12d-544e04e6d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:24.542910 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73413844-917e-4e7f-8e5c-9f9412329cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:26.079668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:26.106251 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:27.764850 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:38.678116 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:51.393428 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:11:52.440220 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dc1421d1-6b08-44ed-8602-920e98585e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:54.544749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a1126fc5-6b62-43d7-8429-82eee027fe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:56.082466 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:56.108320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:57.767884 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:08.691758 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:22.442613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-297ba68d-71a9-48e1-a72d-f0373f6249d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:24.547493 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-849ebbfb-1a4a-4b5c-b417-a0e4c2ba6f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:26.084705 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:26.115904 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:27.770921 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:28.392186 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:12:34.579508 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41916) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:34.918137 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-network', 'tenant_id': '08475344ac91467c92b7cf0c9265d255'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:34.922724 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:34.926811 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Usage tracker for resource:network and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:34.929832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:34.936576 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:34.946779 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Made reservation on behalf of 08475344ac91467c92b7cf0c9265d255 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:34.949119 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:34.963021 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:34.981291 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:34.985137 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:34.987961 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:34.993815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:35.048618 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41942) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:35.088531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.093083 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.125739 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e65d83-64b0-4856-89d4-9ffa5fc24e02,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:35.136250 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.136608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.136951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.137280 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.137606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.137971 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.138305 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.138633 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.138956 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.139271 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.139587 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.139901 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Tracked resource versions report: Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: pushed versions: Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: { 'AddressGroup': {'1.2'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'ConntrackHelper': {'1.0'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Log': {'1.0'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Network': {'1.1'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Port': {'1.7'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'PortForwarding': {'1.2'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'QosPolicy': {'1.8'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroup': {'1.4'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SubPort': {'1.0'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Subnet': {'1.1'}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Trunk': {'1.1'}} Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: consumer versions: Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: HyperV agent@hv-cinder-84718: {}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'ConntrackHelper': '1.0', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Log': '1.0', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Network': '1.1', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Port': '1.7', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'PortForwarding': '1.2', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'QosPolicy': '1.8', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroup': '1.4', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SecurityGroupRule': '1.2', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'SubPort': '1.0', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Subnet': '1.1', Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: 'Trunk': '1.1'}} Jun 23 18:12:35.140939 dv-cinder-847189-1-iscsi neutron-server[88125]: {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:12:35.150747 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:12:35.160548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.161231 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Added segment f181c5f8-d2ed-4462-832f-867bafab5157 of type vlan for network 25599663-31ed-4897-8f26-e6c82b68cbcd Jun 23 18:12:35.194606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.229629 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.230827 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:35.231588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.333095 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1787965219-network', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:35.336604 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] Pushing event updated for resources: {'Network': ['ID=25599663-31ed-4897-8f26-e6c82b68cbcd,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:35.339544 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:35.345130 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Usage tracker for resource:network and tenant:6ffb9323c9b448a59145db76f27a8996 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:35.347734 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 25599663-31ed-4897-8f26-e6c82b68cbcd details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:12:35.350567 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:35.355637 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-11ca360f-35e7-4c0f-85b1-df27f090aaed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7743044 Jun 23 18:12:35.356296 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41960) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:35.362318 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Request body: {'subnet': {'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-subnet', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:35.364970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:35.367908 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:35.372541 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Usage tracker for resource:subnet and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:35.376127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:35.386312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:35.397919 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Made reservation on behalf of 6ffb9323c9b448a59145db76f27a8996 for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:35.399857 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Made reservation on behalf of 08475344ac91467c92b7cf0c9265d255 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:35.403369 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.404031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.419522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.440729 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:35.446386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffb9323c9b448a59145db76f27a8996 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:35.449831 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:35.456653 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:35.566124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.577300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.610558 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:12:35.626392 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf42a3-3982-463e-a431-b70d8b387cc6,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:35.637488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.638027 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Added segment 6e0704b2-499e-4953-baab-3d6f5dfab655 of type vlan for network 69503515-a18f-44c0-ab52-2e5745d57a66 Jun 23 18:12:35.639965 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.640455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.640970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.641441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.641960 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.642645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.643132 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.643615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.643955 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.644280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.644592 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.645083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Tracked resource versions report: Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: pushed versions: Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: { 'AddressGroup': {'1.2'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'ConntrackHelper': {'1.0'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Log': {'1.0'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Network': {'1.1'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Port': {'1.7'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'PortForwarding': {'1.2'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'QosPolicy': {'1.8'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroup': {'1.4'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SubPort': {'1.0'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Subnet': {'1.1'}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Trunk': {'1.1'}} Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: consumer versions: Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: HyperV agent@hv-cinder-84718: {}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'ConntrackHelper': '1.0', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Log': '1.0', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Network': '1.1', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Port': '1.7', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'PortForwarding': '1.2', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'QosPolicy': '1.8', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroup': '1.4', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SecurityGroupRule': '1.2', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'SubPort': '1.0', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Subnet': '1.1', Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: 'Trunk': '1.1'}} Jun 23 18:12:35.646600 dv-cinder-847189-1-iscsi neutron-server[88124]: {{(pid=88124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:12:35.686834 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.707150 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.749491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.750992 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:35.752712 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.827320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ae013e-de36-439c-a7b4-16198810ce20,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:35.873482 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8219962 Jun 23 18:12:35.874654 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41986) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:35.876445 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Checking segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:35.877002 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Network hostable DHCP agents. Network: 25599663-31ed-4897-8f26-e6c82b68cbcd, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:12:35.877999 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37debf-af33-41ab-9d27-71bf8b332386 admin admin] Pushing event updated for resources: {'Network': ['ID=69503515-a18f-44c0-ab52-2e5745d57a66,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:35.885372 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Request body: {'subnet': {'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1787965219-subnet', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:35.889822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 69503515-a18f-44c0-ab52-2e5745d57a66 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:12:35.890756 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:35.894908 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Usage tracker for resource:subnet and tenant:6ffb9323c9b448a59145db76f27a8996 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:35.898646 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:35.910343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:35.925266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Made reservation on behalf of 6ffb9323c9b448a59145db76f27a8996 for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:35.927197 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:12:35.928662 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:35.948587 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 25599663-31ed-4897-8f26-e6c82b68cbcd) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:35.954418 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:35.955442 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.000926 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-206f04e9-66a1-48b0-8387-a7e8b47c1e3e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6433713 Jun 23 18:12:36.004051 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41994) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:36.014258 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:36.027583 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:36.038181 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Usage tracker for resource:router and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:36.044316 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:36.050492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a29d32-ca51-47cc-95e8-90ff3945380e None None] Network 25599663-31ed-4897-8f26-e6c82b68cbcd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:36.050902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:36.081920 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.082954 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.115002 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.127242 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42000) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:36.218801 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.321421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fd8ab5-c203-4f1f-8312-5bc5f181cd45,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:36.330724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Checking segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:36.331246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Network hostable DHCP agents. Network: 69503515-a18f-44c0-ab52-2e5745d57a66, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:12:36.368614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Network 69503515-a18f-44c0-ab52-2e5745d57a66 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:12:36.369046 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-25599663-31ed-4897-8f26-e6c82b68cbcd', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:12:36.370158 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.381203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 69503515-a18f-44c0-ab52-2e5745d57a66) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:36.395781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:36.396532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.396651 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0920fd6-a01d-4dda-8852-559b1e12cb60 None None] Network 69503515-a18f-44c0-ab52-2e5745d57a66 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:36.438409 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1fa5b315-2a77-4904-a9d8-272fc4e50f06 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5621293 Jun 23 18:12:36.439179 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42014) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:36.447120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:36.456625 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:36.469629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Usage tracker for resource:router and tenant:6ffb9323c9b448a59145db76f27a8996 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:36.475701 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:36.489109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:36.507310 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.509127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.546580 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.577747 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.738826 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-546918497-network', 'tenant_id': '13176980a14a4d839e6d5557e2061537'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:36.756580 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:36.762509 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42020) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:36.767071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Usage tracker for resource:network and tenant:13176980a14a4d839e6d5557e2061537 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:36.773933 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:36.786993 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:36.805725 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Made reservation on behalf of 13176980a14a4d839e6d5557e2061537 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:36.807207 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Allocated IP 172.20.0.2 (25599663-31ed-4897-8f26-e6c82b68cbcd/52ae013e-de36-439c-a7b4-16198810ce20/e7549b30-a67a-4e44-b5be-bdbacd6f7bcf) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:36.809718 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.833098 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.897481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:36.905181 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-69503515-a18f-44c0-ab52-2e5745d57a66', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'fixed_ips': [{'subnet_id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:12:36.907490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:36.914629 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Usage tracker for resource:security_group_rule and tenant:13176980a14a4d839e6d5557e2061537 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:36.926634 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:36.947100 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:37.168239 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.319633 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-network', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:37.331019 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:37.335833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Usage tracker for resource:network and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:37.339353 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:37.346535 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:37.364662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Made reservation on behalf of 3e11a173122445aea9610dde3b9aae0e for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:37.367455 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.391062 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.413544 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:37.418013 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Usage tracker for resource:security_group_rule and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:37.421040 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:37.427072 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:37.515412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.517530 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.527984 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.541209 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:12:37.551729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.552143 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Added segment 026d415c-dc3b-4e8f-9139-3ec295ea2b82 of type vlan for network 3cd2f189-565f-4f5c-b1d1-11441444c53e Jun 23 18:12:37.582335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Transition to ACTIVE for port object e7549b30-a67a-4e44-b5be-bdbacd6f7bcf will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:37.582713 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.640639 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.642032 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:37.642576 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.650398 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Allocated IP 172.20.0.2 (69503515-a18f-44c0-ab52-2e5745d57a66/40fd8ab5-c203-4f1f-8312-5bc5f181cd45/1aa31ee8-81b2-4b41-99bb-a2e7dba435c5) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:37.678101 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Transition to ACTIVE for port object e7549b30-a67a-4e44-b5be-bdbacd6f7bcf will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:37.692570 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.694299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.729908 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9627733 Jun 23 18:12:37.759581 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42052) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:37.782075 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Request body: {'subnet': {'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-subnet', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:37.801728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:37.818627 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Pushing event updated for resources: {'Network': ['ID=3cd2f189-565f-4f5c-b1d1-11441444c53e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:37.824488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.847709 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:12:37.861847 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:37.965717 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.985218 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:37.986315 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:37.987421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:38.050493 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Usage tracker for resource:subnet and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:38.065370 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:38.077793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:38.096565 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Pushing event updated for resources: {'Port': ['ID=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:38.105675 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Made reservation on behalf of 3e11a173122445aea9610dde3b9aae0e for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:38.108843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.123192 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.155273 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a696f-a979-4c2d-afdf-2531699757db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb55f1-2f9d-4071-b287-e4c196a3fa55,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:38.178022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:12:38.178974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Attempting to bind port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:38.180255 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Attempting to bind port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:38.180628 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Attempting to bind port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:38.190071 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:38.190505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Checking segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:38.190864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.191196 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Bound using segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:38.191751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Bound port: e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:38.192042 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.197251 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.211922 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.212271 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.213640 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.214015 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.214394 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.214729 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.215056 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.215811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.215811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.216114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.216633 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.216956 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Tracked resource versions report: Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: pushed versions: Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: { 'AddressGroup': {'1.2'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'ConntrackHelper': {'1.0'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Log': {'1.0'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Network': {'1.1'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Port': {'1.7'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'PortForwarding': {'1.2'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'QosPolicy': {'1.8'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroup': {'1.4'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SubPort': {'1.0'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Subnet': {'1.1'}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Trunk': {'1.1'}} Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: consumer versions: Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: HyperV agent@hv-cinder-84718: {}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'ConntrackHelper': '1.0', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Log': '1.0', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Network': '1.1', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Port': '1.7', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'PortForwarding': '1.2', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'QosPolicy': '1.8', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroup': '1.4', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SecurityGroupRule': '1.2', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'SubPort': '1.0', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Subnet': '1.1', Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: 'Trunk': '1.1'}} Jun 23 18:12:38.218045 dv-cinder-847189-1-iscsi neutron-server[88126]: {{(pid=88126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:12:38.281237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.281672 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Added segment f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd of type vlan for network cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 Jun 23 18:12:38.356323 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40fadae-1cd1-42f1-8307-31bd1b8e2c88,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:38.509472 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.514623 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] For port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:38.533355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Allocated IP 172.27.2.230 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/93c5ec52-6ce5-4096-bea5-304a568da28f) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:38.563800 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] For port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:38.572180 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.626468 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.650157 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.668255 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Transition to ACTIVE for port object 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:38.688416 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.689462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:38.690122 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.709823 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Transition to ACTIVE for port object 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:38.724781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fe3f03-6d9d-40a8-875c-47545aab9617,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:38.731664 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:38.731951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Network hostable DHCP agents. Network: 3cd2f189-565f-4f5c-b1d1-11441444c53e, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:12:38.758807 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:12:38.764082 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62bb96-8672-4782-8d82-7ade93083a90 None None] Pushing event updated for resources: {'Port': ['ID=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:38.778661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 3cd2f189-565f-4f5c-b1d1-11441444c53e) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:38.789133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:38.790129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.809233 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:38.857537 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4f47b8ec-6beb-4d1c-b0c3-79f11b0a9b2b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0908556 Jun 23 18:12:38.858472 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42088) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:38.900614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:38.916744 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:38.929784 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Usage tracker for resource:router and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:38.936354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:38.949778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:38.992934 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8646617 Jun 23 18:12:39.000095 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42098) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:39.001972 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.003454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.015861 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Request body: {'subnet': {'network_id': 'cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-546918497-subnet', 'tenant_id': '13176980a14a4d839e6d5557e2061537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:39.019956 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f5eec-c14c-4175-8c23-925b95ce9825 None None] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:39.027417 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:39.032420 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.032803 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c25980-dafc-4876-9e66-c8ba094caf25 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:39.047507 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Usage tracker for resource:subnet and tenant:13176980a14a4d839e6d5557e2061537 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:39.051919 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:39.056886 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.064548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:39.079937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Pushing event updated for resources: {'Port': ['ID=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:39.088300 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Made reservation on behalf of 13176980a14a4d839e6d5557e2061537 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:39.089241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:12:39.090930 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.150710 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Network 69503515-a18f-44c0-ab52-2e5745d57a66 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:39.329467 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:39.335033 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.337407 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:39.345334 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.484815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:39.490673 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:39.501917 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:39.642138 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Pushing event updated for resources: {'Port': ['ID=93c5ec52-6ce5-4096-bea5-304a568da28f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:39.725672 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.898553 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afd5869-cc2e-4c3b-b848-7299c041b36f,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:39.920072 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.937287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Attempting to bind port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:39.937851 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Attempting to bind port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:39.937995 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Attempting to bind port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 on network 69503515-a18f-44c0-ab52-2e5745d57a66 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:39.981985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Allocated IP 172.27.2.86 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/efb9129d-3f8d-4fd2-a73f-5915d71814d9) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:39.995869 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:39.996245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Checking segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:39.996632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:39.997019 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Bound using segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:40.000573 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Bound port: 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:40.001015 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:40.221758 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Checking segment: {'id': 'f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:40.223271 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e7549b30-a67a-4e44-b5be-bdbacd6f7bcf up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:40.235651 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Network hostable DHCP agents. Network: cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:12:40.346866 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Network cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:12:40.405504 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:40.416054 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:40.416655 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:40.439824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeabe01-b3bb-49dc-920f-4033948bccd3 None None] Network cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:40.462479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:40.530535 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:40.562323 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-3cd2f189-565f-4f5c-b1d1-11441444c53e', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:12:40.563961 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:40.583959 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] For port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:40.625994 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] For port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:40.650345 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5de0e5-0ccf-446f-ba9a-8418e31900b4 None None] Network 25599663-31ed-4897-8f26-e6c82b68cbcd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:40.705814 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e9de054e-d28f-40ee-b62f-fc19057a98fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7047458 Jun 23 18:12:40.812704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:40.817020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.024514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.025004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42184) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:41.059236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.114540 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:41.122741 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:41.129823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.244536 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.378030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Allocated IP 172.27.2.241 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/8a132e60-017e-4351-8cd5-b5ff22c99401) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:41.387262 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Allocated IP 172.20.0.2 (3cd2f189-565f-4f5c-b1d1-11441444c53e/f2fe3f03-6d9d-40a8-875c-47545aab9617/610b1ea4-28c0-494f-a454-47fb974697e4) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:41.400635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:41.610753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.620066 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Provisioning for port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:41.687849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:41.703726 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Usage tracker for resource:security_group_rule and tenant:ffc0cf0982754baa8cf1709c40850321 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:41.709679 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Pushing event updated for resources: {'Port': ['ID=efb9129d-3f8d-4fd2-a73f-5915d71814d9,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:41.724736 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:41.735151 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:41.741759 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Provisioning complete for port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:41.742151 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:41.837626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42228) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:41.845821 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499177797-network', 'tenant_id': '74a2f5e9708d43049023267802e7d17b'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:41.884150 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:41.961762 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:12:42.031081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Usage tracker for resource:network and tenant:74a2f5e9708d43049023267802e7d17b is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:42.129183 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.150764 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.154898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:42.159142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.164803 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:42.186814 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Made reservation on behalf of 74a2f5e9708d43049023267802e7d17b for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:42.193092 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.201401 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd15e-a9b5-438f-9162-a44ab46d8a64 None None] Pushing event updated for resources: {'Port': ['ID=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:42.229553 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.233610 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae6016-dd01-4e94-92b9-904a445c2b24 None None] Network cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:42.235024 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a486b-0a03-4be3-a080-296505d52ec7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:42.256695 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-55a09921-ac24-44b4-b14f-28379036e60c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffc0cf0982754baa8cf1709c40850321&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2305753 Jun 23 18:12:42.268009 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42242) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:42.271682 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:42.285557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:42.297848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Usage tracker for resource:security_group_rule and tenant:74a2f5e9708d43049023267802e7d17b is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:42.298474 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:12:42.321224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:42.324831 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:42.325543 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:42.342600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:42.389371 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.421992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.428403 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7fa5af21-665e-4e16-bfb6-c6a68a92db71 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4230895 Jun 23 18:12:42.429388 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42250) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:42.503140 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.585980 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Transition to ACTIVE for port object 610b1ea4-28c0-494f-a454-47fb974697e4 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:42.611698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Current status of the port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:42.612081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.737893 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Transition to ACTIVE for port object 610b1ea4-28c0-494f-a454-47fb974697e4 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:42.822415 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.909111 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:42.974566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.111327 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:43.128034 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.218976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:43.230072 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42270) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:43.235071 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:43.239036 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:43.268785 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.334740 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] For port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:43.377294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.400253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:12:43.409533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:43.440626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:43.450708 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:43.494441 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.537890 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a486b-0a03-4be3-a080-296505d52ec7,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:43.550175 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Pushing event updated for resources: {'Port': ['ID=610b1ea4-28c0-494f-a454-47fb974697e4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:43.555936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.560335 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-78b2c870-3edb-4052-a1d5-ad959d4333d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/289a486b-0a03-4be3-a080-296505d52ec7 HTTP/1.1" status: 204 len: 168 time: 1.2914231 Jun 23 18:12:43.728563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Attempting to bind port 610b1ea4-28c0-494f-a454-47fb974697e4 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:43.728937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Attempting to bind port 610b1ea4-28c0-494f-a454-47fb974697e4 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:43.729299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Attempting to bind port 610b1ea4-28c0-494f-a454-47fb974697e4 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:43.780947 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184853e-2c30-4403-9fd2-00c0d88f5e58 None None] Network 69503515-a18f-44c0-ab52-2e5745d57a66 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:43.855367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.868618 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:43.868996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:43.869401 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.869795 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Bound using segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:43.879321 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Bound port: 610b1ea4-28c0-494f-a454-47fb974697e4, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:43.879748 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.984568 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42290) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:43.999333 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:39Z', 'revision_number': 3, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:44.009660 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:12:44.010001 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Updating router 8d04f505-c9ee-4c09-898b-d4e557cd74cd port 93c5ec52-6ce5-4096-bea5-304a568da28f binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:12:44.095357 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.272025 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.298147 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] For port 610b1ea4-28c0-494f-a454-47fb974697e4, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:44.301919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] For port 610b1ea4-28c0-494f-a454-47fb974697e4, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=610b1ea4-28c0-494f-a454-47fb974697e4,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:44.305645 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:44.313665 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:44.328216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Usage tracker for resource:security_group_rule and tenant:a37e28621162437aaf6982331c0e16a2 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:44.348322 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5cae3ec3-3a7e-42de-bc05-dbe5a7492832 None None] Provisioning for port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:44.353327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.379067 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacb6d1-7376-408b-b52c-a021bf096bba None None] Pushing event updated for resources: {'Port': ['ID=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:44.386144 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:44.392996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.401829 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:44.420813 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:44.424825 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea12203de2794dfab8ac98076d569dc6 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:44.427732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:44.434905 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:44.439472 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42310) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:44.446832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Allocated IP 172.20.0.1 (25599663-31ed-4897-8f26-e6c82b68cbcd/52ae013e-de36-439c-a7b4-16198810ce20/97813057-abaf-4800-b911-d3cfbe92050e) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:44.474975 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.529236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.536723 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfb2f4-bbd9-455a-b279-9c00d49eee9c None None] Pushing event updated for resources: {'Port': ['ID=610b1ea4-28c0-494f-a454-47fb974697e4,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:44.666204 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.687503 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:44.693115 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a132e60-017e-4351-8cd5-b5ff22c99401,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:44.705218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:44.713055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd60015a67d4876aa0c86bef82c251e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:44.719515 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:44.734746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:44.737566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:44.738083 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.801787 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.807174 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea12203de2794dfab8ac98076d569dc6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5595584 Jun 23 18:12:44.817165 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.840696 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Transition to ACTIVE for port object 93c5ec52-6ce5-4096-bea5-304a568da28f will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:44.849840 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.851818 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42322) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:44.881013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.899314 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:12:44.923780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.924316 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Added segment 7e18b05a-5271-4518-b389-073af20413ea of type vlan for network 001ce97a-068f-4200-b6f1-e5cfc2f70bf8 Jun 23 18:12:44.960689 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:44.961321 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-ee8697bc-b9bd-4005-9d69-70efabf69acd None None] Provisioning complete for port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:44.962641 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee8697bc-b9bd-4005-9d69-70efabf69acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.001561 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Attempting to bind port 93c5ec52-6ce5-4096-bea5-304a568da28f on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:45.002673 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Attempting to bind port 93c5ec52-6ce5-4096-bea5-304a568da28f by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:45.003357 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Attempting to bind port 93c5ec52-6ce5-4096-bea5-304a568da28f on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:45.024944 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:45.025674 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:45.026326 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.026860 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:45.027483 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Bound port: 93c5ec52-6ce5-4096-bea5-304a568da28f, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:45.028100 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.033735 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.106770 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fea31-833f-4040-9033-e330a43decd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a757d9bf-6d82-40f7-8338-e359680cb494,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.142555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Transition to ACTIVE for port object 97813057-abaf-4800-b911-d3cfbe92050e will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:45.166585 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.179467 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] For port 93c5ec52-6ce5-4096-bea5-304a568da28f, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:45.181407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.183558 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] For port 93c5ec52-6ce5-4096-bea5-304a568da28f, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=93c5ec52-6ce5-4096-bea5-304a568da28f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:45.191952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:45.192634 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.227903 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.264377 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.267381 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-ee8697bc-b9bd-4005-9d69-70efabf69acd None None] Current status of the port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:45.281036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.294578 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.297124 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4584415 Jun 23 18:12:45.301102 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:45.302782 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:45.303183 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.306035 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:45.314033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42334) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:45.348404 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:45.359460 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.394307 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Request body: {'subnet': {'network_id': '001ce97a-068f-4200-b6f1-e5cfc2f70bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499177797-subnet', 'tenant_id': '74a2f5e9708d43049023267802e7d17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:45.407537 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.416842 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:45.422978 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Usage tracker for resource:subnet and tenant:74a2f5e9708d43049023267802e7d17b is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:45.430213 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:45.440530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:45.449715 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cd60015a67d4876aa0c86bef82c251e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0083435 Jun 23 18:12:45.450523 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.468725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42342) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:45.481639 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.485091 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Made reservation on behalf of 74a2f5e9708d43049023267802e7d17b for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:12:45.493592 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.549959 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c34bf-91b6-4b73-be79-5b79d6957a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c87087-2063-4a81-adfe-3c76ab42d64a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.560888 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Pushing event updated for resources: {'Port': ['ID=93c5ec52-6ce5-4096-bea5-304a568da28f,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.568636 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3313acc-b457-4c21-a99d-4ef8de9052e8,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.574561 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:45.604488 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.604846 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.605217 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.606071 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Sync routers for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:12:45.615494 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.615494 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.621892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a807d-2e7c-4f72-b52e-5d46805ee0dd admin admin] Pushing event updated for resources: {'Network': ['ID=001ce97a-068f-4200-b6f1-e5cfc2f70bf8,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.627980 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.628539 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.630370 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.630769 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.631114 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.634721 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.635189 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Tracked resource versions report: Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: pushed versions: Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: { 'AddressGroup': {'1.2'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'ConntrackHelper': {'1.0'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Log': {'1.0'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Network': {'1.1'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Port': {'1.7'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'PortForwarding': {'1.2'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'QosPolicy': {'1.8'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroup': {'1.4'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SubPort': {'1.0'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Subnet': {'1.1'}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Trunk': {'1.1'}} Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: consumer versions: Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: { DHCP agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: HyperV agent@hv-cinder-84718: {}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: L3 agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: Metadata agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: Metering agent@dv-cinder-847189-1-iscsi: {}, Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: Open vSwitch agent@dv-cinder-847189-1-iscsi: { 'AddressGroup': '1.2', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'ConntrackHelper': '1.0', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Log': '1.0', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Network': '1.1', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Port': '1.7', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'PortForwarding': '1.2', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'QosPolicy': '1.8', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroup': '1.4', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SecurityGroupRule': '1.2', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'SubPort': '1.0', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Subnet': '1.1', Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: 'Trunk': '1.1'}} Jun 23 18:12:45.638525 dv-cinder-847189-1-iscsi neutron-server[88127]: {{(pid=88127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:12:45.652017 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:45.652664 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:45.714260 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 001ce97a-068f-4200-b6f1-e5cfc2f70bf8 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:12:45.727348 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a37e28621162437aaf6982331c0e16a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7415318 Jun 23 18:12:45.736216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42352) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:45.740490 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:45.748797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:45.759502 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.761989 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f65b3327-09f9-45f7-b4a8-e20dc0182845 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3217452 Jun 23 18:12:45.770998 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf14db-cfd9-4817-9f68-905e455ca335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a77f118-d105-46a8-a3e8-57f7d4248726,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.772097 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42356) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:45.773549 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Pushing event updated for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:45.778612 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.784389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:45.787689 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:45.953004 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:46.144366 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10209b96-d135-4207-bcb3-670acf522c20 None None] Pushing event updated for resources: {'Port': ['ID=93c5ec52-6ce5-4096-bea5-304a568da28f,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:46.286976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:46.319237 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8775db-6040-4f82-a889-edff4cdd7765 None None] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:46.344539 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.358126 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-fdd2b548-0e42-493a-8de6-f38d5eea222b None None] Provisioning complete for port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:46.358594 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b548-0e42-493a-8de6-f38d5eea222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.413519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757d9bf-6d82-40f7-8338-e359680cb494,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:46.516252 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.520642 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-86b016d0-93b3-4166-95f3-ff5fda552a7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a757d9bf-6d82-40f7-8338-e359680cb494 HTTP/1.1" status: 204 len: 168 time: 1.6558485 Jun 23 18:12:46.539159 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e7549b30-a67a-4e44-b5be-bdbacd6f7bcf up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:46.564462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.588464 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.644026 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:39Z', 'revision_number': 3, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:46.654293 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61c377-c157-4616-9a1c-086020f75dd8 None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:39Z', 'revision_number': 3, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:12:46.708370 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.715863 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:46.890585 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:46.890954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.019883 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.027554 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.086793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.103899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a77f118-d105-46a8-a3e8-57f7d4248726,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:47.153488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.154900 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8d919ffe-0d0b-45a2-ba85-5fa2a9b98d96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a77f118-d105-46a8-a3e8-57f7d4248726 HTTP/1.1" status: 204 len: 168 time: 1.4133296 Jun 23 18:12:47.199477 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.206216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.207231 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.410894 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2b548-0e42-493a-8de6-f38d5eea222b None None] Current status of the port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:47.549331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Pushing event updated for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:47.621145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-664a5f4c-3bec-43b3-b57b-94fc32b94640 None None] Provisioning for port 610b1ea4-28c0-494f-a454-47fb974697e4 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:47.669135 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:47.671144 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:47.684652 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:47.687018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 610b1ea4-28c0-494f-a454-47fb974697e4 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:47.749838 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-664a5f4c-3bec-43b3-b57b-94fc32b94640 None None] Provisioning for port 97813057-abaf-4800-b911-d3cfbe92050e completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:47.790556 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-664a5f4c-3bec-43b3-b57b-94fc32b94640 None None] Provisioning complete for port 97813057-abaf-4800-b911-d3cfbe92050e triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:47.792474 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-664a5f4c-3bec-43b3-b57b-94fc32b94640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.922454 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:41Z', 'revision_number': 3, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:47.936730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-664a5f4c-3bec-43b3-b57b-94fc32b94640 None None] Port 97813057-abaf-4800-b911-d3cfbe92050e cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:47.937724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42396) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:47.941360 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Checking router: 69963731-d86f-42d3-8cf8-0fb0d3c11e14 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:12:47.941708 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Updating router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 port efb9129d-3f8d-4fd2-a73f-5915d71814d9 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:12:47.963855 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.031319 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.175210 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 610b1ea4-28c0-494f-a454-47fb974697e4 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:48.188154 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.211726 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 610b1ea4-28c0-494f-a454-47fb974697e4 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:48.212096 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.258019 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:12:48.264989 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:48.269116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Usage tracker for resource:security_group_rule and tenant:0d95e2a4bd3b423da8d58a731c8fff5f is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:48.272266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:48.279300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:48.282156 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Provisioning complete for port 610b1ea4-28c0-494f-a454-47fb974697e4 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:48.282532 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.473901 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.492988 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:48.508292 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0130a6c7-3fd8-4026-9158-75ed07065351 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d04f505-c9ee-4c09-898b-d4e557cd74cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0629249 Jun 23 18:12:48.554559 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.558160 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53c87087-2063-4a81-adfe-3c76ab42d64a HTTP/1.1" status: 204 len: 168 time: 3.0857196 Jun 23 18:12:48.558160 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.603616 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 610b1ea4-28c0-494f-a454-47fb974697e4 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:48.603993 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.622235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e8d88-294b-4769-afaa-4622e465930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c87087-2063-4a81-adfe-3c76ab42d64a,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:48.628715 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Current status of the port 610b1ea4-28c0-494f-a454-47fb974697e4 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:48.629084 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.708384 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 610b1ea4-28c0-494f-a454-47fb974697e4, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=610b1ea4-28c0-494f-a454-47fb974697e4,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:48.720535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.748250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5718cd0-93a9-477b-95a6-39c6e73a9f9c,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:48.761981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.765628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Checking segment: {'id': '7e18b05a-5271-4518-b389-073af20413ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '001ce97a-068f-4200-b6f1-e5cfc2f70bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:48.766087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Network hostable DHCP agents. Network: 001ce97a-068f-4200-b6f1-e5cfc2f70bf8, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:12:48.779563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.956348 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a4913-fa9b-48d1-86e0-d12220f42e79,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:48.967492 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ae57226f-bf49-4142-baec-a2a2be9e1d49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d95e2a4bd3b423da8d58a731c8fff5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285273 Jun 23 18:12:48.970193 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42422) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:48.970884 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.resource_extend [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 18:12:48.974869 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Network 001ce97a-068f-4200-b6f1-e5cfc2f70bf8 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:12:48.986868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:12:48.987253 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:12:49.006048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.028274 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 001ce97a-068f-4200-b6f1-e5cfc2f70bf8) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:49.045622 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c0a32-5983-475d-b639-94a8c7142070 None None] Network 001ce97a-068f-4200-b6f1-e5cfc2f70bf8 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:49.108546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 93c5ec52-6ce5-4096-bea5-304a568da28f up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:49.146381 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:49.146970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.182211 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:12:49.199004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.252694 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.256511 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=610b1ea4-28c0-494f-a454-47fb974697e4,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:49.332719 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.383404 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42436) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:49.390091 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613417160', 'description': 'tempest-description--200230282'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:49.390434 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:12:49.401413 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.408017 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:49.410365 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:49.415230 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Transition to ACTIVE for port object efb9129d-3f8d-4fd2-a73f-5915d71814d9 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:49.415660 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:49.429056 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:49.432511 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:49.436689 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a4913-fa9b-48d1-86e0-d12220f42e79,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:49.451117 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:49.468464 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.472285 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d56cf00b-4bb9-4fd1-9fd3-795e118dbdcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c06a4913-fa9b-48d1-86e0-d12220f42e79 HTTP/1.1" status: 204 len: 168 time: 0.5001287 Jun 23 18:12:49.475473 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.658942 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.671440 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:49.696906 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Attempting to bind port efb9129d-3f8d-4fd2-a73f-5915d71814d9 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:49.697269 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Attempting to bind port efb9129d-3f8d-4fd2-a73f-5915d71814d9 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:49.697623 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Attempting to bind port efb9129d-3f8d-4fd2-a73f-5915d71814d9 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:49.703667 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:49.720981 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:49.732312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:49.762792 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:49.763168 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Current status of the port 610b1ea4-28c0-494f-a454-47fb974697e4 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:49.774736 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:49.774736 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:49.774736 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.775096 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:49.777726 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Bound port: efb9129d-3f8d-4fd2-a73f-5915d71814d9, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:49.777726 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.806660 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 93c5ec52-6ce5-4096-bea5-304a568da28f completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:49.816915 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee4079-6b03-4b78-b8d5-62c9e4a8a528 None None] Pushing event updated for resources: {'Port': ['ID=efb9129d-3f8d-4fd2-a73f-5915d71814d9,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:49.849974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 93c5ec52-6ce5-4096-bea5-304a568da28f triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:49.850365 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.886068 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-fd6b4dea-57b4-4b3d-bd26-4c59c7efce65 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5687072 Jun 23 18:12:49.891771 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.897063 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.966002 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912eae84-98e8-43cf-85ce-37dcf98dada2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:49.970782 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.976569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42456) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:49.978157 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-aec30f5e-60dd-4b9c-b597-fbef01c882ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5935571 Jun 23 18:12:50.002425 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group_rule': {'security_group_id': '912eae84-98e8-43cf-85ce-37dcf98dada2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:50.023935 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Provisioning complete for port 97813057-abaf-4800-b911-d3cfbe92050e triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:50.024384 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.033369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:50.072055 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e86ee3-a431-4444-b87e-15cb2d664051 None None] Network 001ce97a-068f-4200-b6f1-e5cfc2f70bf8 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:12:50.126444 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:50.142793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:50.156671 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] For port efb9129d-3f8d-4fd2-a73f-5915d71814d9, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:50.175713 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:50.182543 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:50.208989 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Allocated IP 172.20.0.1 (69503515-a18f-44c0-ab52-2e5745d57a66/40fd8ab5-c203-4f1f-8312-5bc5f181cd45/0086291d-5767-4190-be42-7f2b2d0b8c46) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:50.225024 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.251427 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.255487 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 2, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:50.255852 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42464) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:50.256329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1c5ec421-7150-47ac-9e44-2d62e1861df1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.3952644 Jun 23 18:12:50.261064 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:12:50.261426 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Updating router 8d04f505-c9ee-4c09-898b-d4e557cd74cd port 97813057-abaf-4800-b911-d3cfbe92050e binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:12:50.272415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:12:50.274992 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 93c5ec52-6ce5-4096-bea5-304a568da28f is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:50.275384 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.361728 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.380264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42470) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:50.383312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] For port efb9129d-3f8d-4fd2-a73f-5915d71814d9, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=efb9129d-3f8d-4fd2-a73f-5915d71814d9,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:50.420328 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb5c9a-7e67-49dc-9fbd-8a037e9652c0 None None] Port 97813057-abaf-4800-b911-d3cfbe92050e cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:50.432472 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.553028 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:50.553773 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:50.645378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.648005 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 93c5ec52-6ce5-4096-bea5-304a568da28f, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=93c5ec52-6ce5-4096-bea5-304a568da28f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:50.656997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.740487 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.741968 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:50.778718 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.794510 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Deleting subnet 1afd5869-cc2e-4c3b-b848-7299c041b36f {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:12:50.804840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.860131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.864882 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8779845 Jun 23 18:12:50.865678 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42492) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:50.880604 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af4117-aa6b-47c7-8e03-47d9cc0ca8f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c407b833-65f0-45a6-b241-2d0e79d3d4b9,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:50.895211 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group_rule': {'security_group_id': '912eae84-98e8-43cf-85ce-37dcf98dada2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:50.904789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:50.907751 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.908209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Transition to ACTIVE for port object 0086291d-5767-4190-be42-7f2b2d0b8c46 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:50.909566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee4079-6b03-4b78-b8d5-62c9e4a8a528 None None] Pushing event updated for resources: {'Port': ['ID=efb9129d-3f8d-4fd2-a73f-5915d71814d9,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:50.925305 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:50.932246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:50.945813 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Transition to ACTIVE for port object 97813057-abaf-4800-b911-d3cfbe92050e will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:50.948139 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.952847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:50.959930 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:50.966990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.045912 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53611602-d090-4ff9-8c59-65a63c709388 None None] Pushing event updated for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:51.074388 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=93c5ec52-6ce5-4096-bea5-304a568da28f,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:51.098237 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.105451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:51.106399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:51.192488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.206350 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afd5869-cc2e-4c3b-b848-7299c041b36f,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:51.213299 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.260231 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.335341 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5b33e238-f7f1-4473-bef2-081051b426bb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1afd5869-cc2e-4c3b-b848-7299c041b36f HTTP/1.1" status: 204 len: 168 time: 0.9510326 Jun 23 18:12:51.348427 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42498) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:51.373562 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Attempting to bind port 97813057-abaf-4800-b911-d3cfbe92050e on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:51.373979 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Attempting to bind port 97813057-abaf-4800-b911-d3cfbe92050e by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:51.374350 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Attempting to bind port 97813057-abaf-4800-b911-d3cfbe92050e on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:51.380615 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:51.381104 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Checking segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:51.381716 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.382234 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Bound using segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:51.382822 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Bound port: 97813057-abaf-4800-b911-d3cfbe92050e, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:51.383308 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.405437 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.420918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.460410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Network 69503515-a18f-44c0-ab52-2e5745d57a66 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:51.464199 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04a4b68-1b8f-4f0c-a97e-1358910b55e3,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:51.479605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:51.492664 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:51.526583 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.527967 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1ec542e5-7f9a-46de-9c63-1e331f4b1972 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6524327 Jun 23 18:12:51.531075 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42510) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:51.539086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:12:51.548404 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:51.551885 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.597588 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] For port 97813057-abaf-4800-b911-d3cfbe92050e, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:51.609901 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] For port 97813057-abaf-4800-b911-d3cfbe92050e, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=97813057-abaf-4800-b911-d3cfbe92050e,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:51.617387 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.632160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:51.702988 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42514) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:51.716552 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.767049 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:51.792950 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:51.795492 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:51.811424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:floatingip and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:51.825564 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:51.838518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:51.863796 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.905478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:51.960714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:52.109336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.177644 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.311717 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53611602-d090-4ff9-8c59-65a63c709388 None None] Pushing event updated for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:52.357203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.385458 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.439589 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:52.457893 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:52.485710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Usage tracker for resource:security_group_rule and tenant:72eae47c41b84a69835da46e7685b656 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:52.492918 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.493265 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.494042 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.494376 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > port after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.494699 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.495055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > port after_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.495392 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.495729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.496069 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.496385 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.505133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Allocated IP 172.27.2.144 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/3101e90a-4856-4d74-bad0-ee73391d6270) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:52.713438 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.713753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.714215 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.714605 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:12:52.715134 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:52.726351 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.728025 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:52.754331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:52.759861 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.799732 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:52.800081 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:52.827830 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.884616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.895795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:52.909990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:52.914681 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.915361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:52.919733 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:52.973417 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.069119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8198828e-712d-4791-a09e-72ffce57d47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.071006 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:12:53.071405 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.093914 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=3101e90a-4856-4d74-bad0-ee73391d6270,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:53.181913 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:53.182536 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.294488 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:51Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:53.308948 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc627e1-8bd1-48b7-a74d-4af9185233de None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:51Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:12:53.400847 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-aaa928a3-9e7e-4bb5-b949-43e7ecb17564 None None] Provisioning for port 0086291d-5767-4190-be42-7f2b2d0b8c46 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:53.427646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-aaa928a3-9e7e-4bb5-b949-43e7ecb17564 None None] Provisioning complete for port 0086291d-5767-4190-be42-7f2b2d0b8c46 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:53.427909 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aaa928a3-9e7e-4bb5-b949-43e7ecb17564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.478424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.499826 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.508764 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Allocated IP 172.20.0.1 (3cd2f189-565f-4f5c-b1d1-11441444c53e/f2fe3f03-6d9d-40a8-875c-47545aab9617/35b16c18-dcf5-461a-a63d-20f4d55beddc) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:12:53.530738 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.541120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:53.582900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:53.597008 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:44Z', 'revision_number': 3, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:53.636475 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:12:53.637145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Updating router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 port 8a132e60-017e-4351-8cd5-b5ff22c99401 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:12:53.653742 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a914943c-31c4-4a69-b6f9-b5d11501af26 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cc2a2fa0-5974-4dbc-a7a1-e262489ab1f6 HTTP/1.1" status: 204 len: 168 time: 2.3042624 Jun 23 18:12:53.665111 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42568) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:53.702005 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:41Z', 'revision_number': 3, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:53.704213 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:53.716461 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-aaa928a3-9e7e-4bb5-b949-43e7ecb17564 None None] Port 0086291d-5767-4190-be42-7f2b2d0b8c46 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:53.723401 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ecbbe-ea8b-4955-aa92-c1704eea7240 None None] The sync data for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi is: [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:41Z', 'revision_number': 3, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:12:53.733971 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.869577 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.893167 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:53.904938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.026325 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 93c5ec52-6ce5-4096-bea5-304a568da28f up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:54.039170 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Deleting subnet f5718cd0-93a9-477b-95a6-39c6e73a9f9c {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:12:54.050616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.092501 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.122577 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Transition to ACTIVE for port object 35b16c18-dcf5-461a-a63d-20f4d55beddc will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:54.224411 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac594e1-09aa-4217-b806-c9420cb94194,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:54.229496 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.262708 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Network 69503515-a18f-44c0-ab52-2e5745d57a66 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:54.276802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:54.329050 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:54.346557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:54.346698 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.354368 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:12:54.462639 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f4edcaef-3452-4652-8f23-2ebee17d3609 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72eae47c41b84a69835da46e7685b656&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7583766 Jun 23 18:12:54.469091 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42588) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:54.610672 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.657843 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd resource provider aggregate not found Jun 23 18:12:54.670885 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.725400 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Pushing event updated for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:54.731312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 93c5ec52-6ce5-4096-bea5-304a568da28f triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:54.731874 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.741816 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8aa61fe-bc62-44b5-a5f3-31b657a4e5bd found for delete ", "request_id": "req-c4072e4e-e190-4816-89c0-1f11d41f6188"}]} Jun 23 18:12:54.871058 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.874242 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2020018a-2024-4bac-bd6a-da4e3b004720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:54.938849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.033305 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.060456 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Provisioning for port 35b16c18-dcf5-461a-a63d-20f4d55beddc completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:55.088132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac594e1-09aa-4217-b806-c9420cb94194,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:55.099766 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Provisioning complete for port 35b16c18-dcf5-461a-a63d-20f4d55beddc triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:55.101187 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.108060 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.109594 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dcb7e3c8-b987-4375-ba74-29aae6442503 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ac594e1-09aa-4217-b806-c9420cb94194 HTTP/1.1" status: 204 len: 168 time: 0.6028864 Jun 23 18:12:55.382523 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Port 35b16c18-dcf5-461a-a63d-20f4d55beddc cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:55.389904 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.443141 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.595001 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 93c5ec52-6ce5-4096-bea5-304a568da28f is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:55.596095 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 610b1ea4-28c0-494f-a454-47fb974697e4 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:55.645944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5718cd0-93a9-477b-95a6-39c6e73a9f9c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:55.654857 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.708715 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:12:55.735386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42620) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:55.742561 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9b527789-9f56-4ef8-bd47-540cb653bb17 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f5718cd0-93a9-477b-95a6-39c6e73a9f9c HTTP/1.1" status: 204 len: 168 time: 2.0758293 Jun 23 18:12:55.856311 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Provisioning complete for port 0086291d-5767-4190-be42-7f2b2d0b8c46 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:55.856838 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:55.889278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.db.resource_extend [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 18:12:55.898445 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.033323 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.037752 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-cfd25520-eb2d-4fc3-9562-524f6ccae16b None None] Port 0086291d-5767-4190-be42-7f2b2d0b8c46 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:56.039779 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.057020 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.094832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.124361 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 610b1ea4-28c0-494f-a454-47fb974697e4 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:56.124957 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.128172 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.171358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Transition to ACTIVE for port object 8a132e60-017e-4351-8cd5-b5ff22c99401 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:56.197817 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.216981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:56.220162 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.222691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-48c96be5-befd-4d9f-bc63-90fdc5d94fc6 admin admin] 10.222.0.26 "PUT /v2.0/routers/69963731-d86f-42d3-8cf8-0fb0d3c11e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4362364 Jun 23 18:12:56.223462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42634) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:56.233177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.260242 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.271151 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7388408 Jun 23 18:12:56.281770 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1cafd-a74f-404b-aed6-7b3b68e1dae2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=3101e90a-4856-4d74-bad0-ee73391d6270,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:56.311798 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fab21-70c4-44f2-9302-83f0bfb79abe None None] Pushing event updated for resources: {'Port': ['ID=8a132e60-017e-4351-8cd5-b5ff22c99401,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:56.315012 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.336594 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.339969 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Attempting to bind port 8a132e60-017e-4351-8cd5-b5ff22c99401 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:56.340342 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Attempting to bind port 8a132e60-017e-4351-8cd5-b5ff22c99401 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:56.340706 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Attempting to bind port 8a132e60-017e-4351-8cd5-b5ff22c99401 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:56.348813 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:56.349308 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:56.349853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.350236 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:56.350621 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Bound port: 8a132e60-017e-4351-8cd5-b5ff22c99401, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:56.351080 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.354996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001ce97a-068f-4200-b6f1-e5cfc2f70bf8']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:56.476258 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e18b05a-5271-4518-b389-073af20413ea') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:56.477963 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e18b05a-5271-4518-b389-073af20413ea') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:56.498116 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Pushing event updated for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:56.503957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.508226 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] For port 8a132e60-017e-4351-8cd5-b5ff22c99401, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:56.509101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.519814 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.528353 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] For port 8a132e60-017e-4351-8cd5-b5ff22c99401, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=8a132e60-017e-4351-8cd5-b5ff22c99401,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:56.529337 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 610b1ea4-28c0-494f-a454-47fb974697e4 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:56.530443 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 97813057-abaf-4800-b911-d3cfbe92050e up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:56.550360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:56.562678 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Usage tracker for resource:security_group_rule and tenant:2c36aa0230ab41c8843799d9919ed8bb is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:56.563633 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.566217 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.574520 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:56.589001 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:56.642110 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:12:56.642724 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.780897 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:56.781545 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:56.891451 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 7e18b05a-5271-4518-b389-073af20413ea resource provider aggregate not found Jun 23 18:12:56.903755 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42682) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:56.910267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.914491 dv-cinder-847189-1-iscsi neutron-server[88124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 18:12:56.950741 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 7e18b05a-5271-4518-b389-073af20413ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e18b05a-5271-4518-b389-073af20413ea found for delete ", "request_id": "req-d4743804-d85b-4e18-8d65-364c82201e79"}]} Jun 23 18:12:56.951596 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.959781 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Sync routers for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:12:56.986810 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:56.986948 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:12:56.990333 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:57.012015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:57.045460 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] 10.222.0.26 "DELETE /v2.0/networks/001ce97a-068f-4200-b6f1-e5cfc2f70bf8 HTTP/1.1" status: 204 len: 168 time: 1.3084393 Jun 23 18:12:57.093608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ef86e-be13-4454-8b26-f74ceda1156b admin admin] Pushing event deleted for resources: {'Network': ['ID=001ce97a-068f-4200-b6f1-e5cfc2f70bf8,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:57.128342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:12:57.129585 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:12:57.249051 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fab21-70c4-44f2-9302-83f0bfb79abe None None] Pushing event updated for resources: {'Port': ['ID=8a132e60-017e-4351-8cd5-b5ff22c99401,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:57.353803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 97813057-abaf-4800-b911-d3cfbe92050e completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:57.395939 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 97813057-abaf-4800-b911-d3cfbe92050e triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:57.396321 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:57.442009 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-d1596765-335f-45aa-8581-9d75c65edda7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--613417160&fields=id&tenant_id=08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 267 time: 0.5371797 Jun 23 18:12:57.449828 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7255e-5aab-47ea-9075-aca03d1832ad,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:57.488655 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-42e21b98-aca7-4bdd-806c-e86179e8861a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c36aa0230ab41c8843799d9919ed8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2589004 Jun 23 18:12:57.561953 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42698) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:57.610895 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:57.650903 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42714) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:57.676951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42722) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:57.696385 dv-cinder-847189-1-iscsi neutron-server[88125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 18:12:57.761342 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-7cc4243d-e43e-4293-844d-4d8881740787 None None] Provisioning complete for port 35b16c18-dcf5-461a-a63d-20f4d55beddc triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:57.761922 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7cc4243d-e43e-4293-844d-4d8881740787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:57.821451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:12:57.881184 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:12:58.058941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.069008 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-3ba1549e-11cb-4c8f-9c40-1fd70c11062e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13176980a14a4d839e6d5557e2061537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4136453 Jun 23 18:12:58.076145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.078203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42736) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:58.102389 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-1b1620f2-86a5-4ce0-a785-f19247a5b2a3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:58.111357 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-1b1620f2-86a5-4ce0-a785-f19247a5b2a3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 817 time: 0.6408231 Jun 23 18:12:58.207092 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-64cff03d-9e8e-4dd5-995a-93f1cac97307 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/quotas/08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 375 time: 0.0944107 Jun 23 18:12:58.231966 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4243d-e43e-4293-844d-4d8881740787 None None] Port 35b16c18-dcf5-461a-a63d-20f4d55beddc cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:12:58.251197 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:51Z', 'revision_number': 4, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '0086291d-5767-4190-be42-7f2b2d0b8c46', 'name': '', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'mac_address': 'fa:16:3e:2c:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:49Z', 'updated_at': '2022-06-23T18:12:52Z', 'revision_number': 2, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'subnets': [{'id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:58.255433 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Checking router: 69963731-d86f-42d3-8cf8-0fb0d3c11e14 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:12:58.258141 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Updating router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 port 0086291d-5767-4190-be42-7f2b2d0b8c46 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:12:58.264941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.332014 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:12:58.353118 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3d223660-1059-41c6-9c80-a1997b627485 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd7dab58-eb43-46b1-a20d-f1ca73d264b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0869062 Jun 23 18:12:58.357931 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.373023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 97813057-abaf-4800-b911-d3cfbe92050e is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:58.375113 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.432598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.441868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 97813057-abaf-4800-b911-d3cfbe92050e, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=97813057-abaf-4800-b911-d3cfbe92050e,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:58.449232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.510790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-bae7c677-bb35-4a9d-bb25-a57477605395 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:12:58.512894 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-bae7c677-bb35-4a9d-bb25-a57477605395 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/networks?id=69503515-a18f-44c0-ab52-2e5745d57a66 HTTP/1.1" status: 200 len: 812 time: 0.8228011 Jun 23 18:12:58.536365 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.557463 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-bca35768-fcbe-478c-b3b4-253f0de164f5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/quotas/6ffb9323c9b448a59145db76f27a8996 HTTP/1.1" status: 200 len: 375 time: 0.0321703 Jun 23 18:12:58.594490 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-d901c650-10ee-40a2-9569-467b45159354 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3862474 Jun 23 18:12:58.601663 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.687288 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:58.702773 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7255e-5aab-47ea-9075-aca03d1832ad,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:58.710703 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device efb9129d-3f8d-4fd2-a73f-5915d71814d9 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:12:58.753545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.768033 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4800c24f-c5eb-464e-9e41-b8b6496a5d70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fad7255e-5aab-47ea-9075-aca03d1832ad HTTP/1.1" status: 204 len: 168 time: 1.1998391 Jun 23 18:12:58.770213 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-e34928b2-9f56-41da-8a17-eb2e15cb180e tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ffb9323c9b448a59145db76f27a8996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982422 Jun 23 18:12:58.804402 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.826456 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40fadae-1cd1-42f1-8307-31bd1b8e2c88,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:58.831456 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:58.832675 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b37cdf9b-5c32-4b5a-8f25-d82f755775e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f40fadae-1cd1-42f1-8307-31bd1b8e2c88 HTTP/1.1" status: 204 len: 168 time: 0.7506962 Jun 23 18:12:59.063639 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port efb9129d-3f8d-4fd2-a73f-5915d71814d9 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:12:59.072293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port efb9129d-3f8d-4fd2-a73f-5915d71814d9 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:12:59.072790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.095193 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.116022 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Transition to ACTIVE for port object 0086291d-5767-4190-be42-7f2b2d0b8c46 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:12:59.130309 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.172771 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 2, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:12:59.183808 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc5548-abc7-4f4f-a301-936142bd95d6 None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 2, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:12:59.324983 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port efb9129d-3f8d-4fd2-a73f-5915d71814d9 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:12:59.325560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.348935 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port efb9129d-3f8d-4fd2-a73f-5915d71814d9, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=efb9129d-3f8d-4fd2-a73f-5915d71814d9,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:12:59.353807 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d5900-28a8-4791-9b37-e71ad07e7386 None None] Pushing event updated for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:59.355764 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.378673 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-b0dccd2b-110e-4d9a-af3d-cf2bd873452f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:12:59.387426 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-b0dccd2b-110e-4d9a-af3d-cf2bd873452f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4246209 Jun 23 18:12:59.538239 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=efb9129d-3f8d-4fd2-a73f-5915d71814d9,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:12:59.655992 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Attempting to bind port 0086291d-5767-4190-be42-7f2b2d0b8c46 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:12:59.655992 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Attempting to bind port 0086291d-5767-4190-be42-7f2b2d0b8c46 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:12:59.655992 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Attempting to bind port 0086291d-5767-4190-be42-7f2b2d0b8c46 on network 69503515-a18f-44c0-ab52-2e5745d57a66 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:12:59.669902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42806) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:59.681840 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:12:59.682907 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Checking segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:12:59.683326 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.683736 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Bound using segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:12:59.685428 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Bound port: 0086291d-5767-4190-be42-7f2b2d0b8c46, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:12:59.687488 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.722415 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:59.749178 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:12:59.753746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe62087429943c6bbebaeb3806ebc84 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:12:59.758307 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:12:59.766211 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:12:59.794326 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-b6af16cd-6970-4f2b-af74-829ffd75f3f9 service neutron] 10.222.0.26 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057589 Jun 23 18:12:59.826072 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42816) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:12:59.907147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-f93ffdd6-f4d1-465d-a4b6-2bb7bf0644ce service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:12:59.926273 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-f93ffdd6-f4d1-465d-a4b6-2bb7bf0644ce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6578486 Jun 23 18:12:59.955661 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] For port 0086291d-5767-4190-be42-7f2b2d0b8c46, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:12:59.962580 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] For port 0086291d-5767-4190-be42-7f2b2d0b8c46, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=0086291d-5767-4190-be42-7f2b2d0b8c46,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:12:59.968198 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-4ac56ea4-1f2d-4f56-af88-45ca8125af8e service neutron] 10.222.0.26 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719294 Jun 23 18:12:59.982604 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.049103 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0890c38f-883e-46a0-9104-1d4554628c7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74a2f5e9708d43049023267802e7d17b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2192497 Jun 23 18:13:00.049466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42822) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:00.128801 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.168964 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.184357 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:13:00.190586 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:00.219321 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.322600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.348188 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fe62087429943c6bbebaeb3806ebc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746340 Jun 23 18:13:00.364309 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42842) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:00.367492 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395af6ff-cd18-48a9-af24-99d66deb9023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e671b90c-96db-476a-a0d4-fb092f026ec4,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:00.407517 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-ebc14ee6-37f5-43df-90ec-b7f8e191a69d service neutron] 10.222.0.26 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800313 Jun 23 18:13:00.450597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 42850) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:00.465623 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d5900-28a8-4791-9b37-e71ad07e7386 None None] Pushing event updated for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:00.513695 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.522940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.605409 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3313acc-b457-4c21-a99d-4ef8de9052e8,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:00.654444 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:13:00.673578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.679339 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81921d96-58aa-4803-9cfc-59fa0fc5e2c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3313acc-b457-4c21-a99d-4ef8de9052e8 HTTP/1.1" status: 204 len: 168 time: 0.6287298 Jun 23 18:13:00.681620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.699171 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-a9607b53-29f4-4bcb-93ca-9d2c3cd0a46d service neutron] 10.222.0.26 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908697 Jun 23 18:13:00.705585 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device efb9129d-3f8d-4fd2-a73f-5915d71814d9 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:00.826025 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.871100 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e671b90c-96db-476a-a0d4-fb092f026ec4,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:00.881611 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:00.889808 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5dfd2a29-345e-48fc-a664-c485d2e42c5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e671b90c-96db-476a-a0d4-fb092f026ec4 HTTP/1.1" status: 204 len: 168 time: 0.5180414 Jun 23 18:13:00.966490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port efb9129d-3f8d-4fd2-a73f-5915d71814d9 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:00.966880 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:01.128118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:01.296486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-38f6629a-7445-44b1-9a69-9a0dfb083e8f req-724ee3fd-2bb5-4c9e-b81d-68b5012924c8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:01.338850 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-38f6629a-7445-44b1-9a69-9a0dfb083e8f req-724ee3fd-2bb5-4c9e-b81d-68b5012924c8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:01.348858 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38f6629a-7445-44b1-9a69-9a0dfb083e8f req-724ee3fd-2bb5-4c9e-b81d-68b5012924c8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.2158587 Jun 23 18:13:01.419305 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port efb9129d-3f8d-4fd2-a73f-5915d71814d9 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:01.420354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 97813057-abaf-4800-b911-d3cfbe92050e up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:01.427584 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:01.467874 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Usage tracker for resource:security_group_rule and tenant:871ef3f02d1a4c1ba84a14053c248cdd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:01.483667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:01.506343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:01.648133 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-722d71ce-f2ad-451a-9407-60c223a81b04 req-cedc1085-20ac-456b-83de-7830f0f8ffc8 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.1967590 Jun 23 18:13:01.657514 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 97813057-abaf-4800-b911-d3cfbe92050e triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:01.660153 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:01.764906 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:51Z', 'revision_number': 4, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '0086291d-5767-4190-be42-7f2b2d0b8c46', 'name': '', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'mac_address': 'fa:16:3e:2c:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:49Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'subnets': [{'id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:01.780221 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d1a8e-8aeb-47a6-ac5c-9ac69afe4f91 None None] The sync data for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi is: [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:51Z', 'revision_number': 4, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '0086291d-5767-4190-be42-7f2b2d0b8c46', 'name': '', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'mac_address': 'fa:16:3e:2c:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:49Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'subnets': [{'id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:13:01.987898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:02.004986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0f57ade2-88fa-4257-846b-9bae1ce297e1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:02.006881 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0f57ade2-88fa-4257-846b-9bae1ce297e1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 0.9305661 Jun 23 18:13:02.018939 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:02.047743 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 97813057-abaf-4800-b911-d3cfbe92050e is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:02.164671 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-59b933ef-b767-4c40-adad-4474edba9960 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/quotas/3e11a173122445aea9610dde3b9aae0e HTTP/1.1" status: 200 len: 375 time: 0.1221635 Jun 23 18:13:02.382644 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=871ef3f02d1a4c1ba84a14053c248cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9296842 Jun 23 18:13:02.385274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42964) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:02.445473 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5d938-ea19-432f-9c33-bbd8f8d881a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfbc948-bc18-4933-a9a2-289f5e3623ac,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:02.613032 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-7bcab14c-090a-409f-a9f8-d388f4170a14 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4184268 Jun 23 18:13:02.859097 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 0086291d-5767-4190-be42-7f2b2d0b8c46 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:02.927032 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-efe1b8cc-9dea-4eac-be67-ee1001765a89 req-22502db4-fde1-4743-a486-90a6208b4e9b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.4549787 Jun 23 18:13:03.016397 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 42998) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:03.021027 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.025755 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-aafd623b-6d7b-4c6d-9699-88dd9ed75395 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117470 Jun 23 18:13:03.065082 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 0086291d-5767-4190-be42-7f2b2d0b8c46 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:03.080120 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 0086291d-5767-4190-be42-7f2b2d0b8c46 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:03.080639 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.249868 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5ca368ee-1b44-4f1b-8c5a-da40ce1f21f1 req-6c000267-344c-4c44-b258-85e8a995400d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.1397631 Jun 23 18:13:03.257888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.383446 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.415246 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfbc948-bc18-4933-a9a2-289f5e3623ac,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:03.454536 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.457061 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b6c4c644-596c-48bd-aaa7-76dd209cda5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cfbc948-bc18-4933-a9a2-289f5e3623ac HTTP/1.1" status: 204 len: 168 time: 1.0702596 Jun 23 18:13:03.488826 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-c3caab26-3ce2-4c74-8d54-85cc438f5047 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575274 Jun 23 18:13:03.502833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.532354 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:03.539674 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfd8eae144f4895a127ccbabc655438 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:03.543957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:03.555682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:03.582861 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 0086291d-5767-4190-be42-7f2b2d0b8c46 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:03.585457 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.676941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 0086291d-5767-4190-be42-7f2b2d0b8c46, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=0086291d-5767-4190-be42-7f2b2d0b8c46,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:03.685981 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.687161 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8a132e60-017e-4351-8cd5-b5ff22c99401 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:03.777847 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.808346 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:03.923155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:13:04.017442 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:04.028420 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:13:04.029806 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:04.033487 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c3740-b6d0-40c3-b188-cda99a2191a4,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:04.123086 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c87f3eb8-26a3-4964-8d1a-cfcb2e08d51e req-0b8aafec-eb3c-4443-bfbe-bad562d533da tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:04.186148 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e5400e47-9edb-4ab2-aad7-9983ada7a116 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bfd8eae144f4895a127ccbabc655438&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488392 Jun 23 18:13:04.189011 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43046) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:04.242476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43050) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:04.305510 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 8a132e60-017e-4351-8cd5-b5ff22c99401 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:04.306055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.36', 53338) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:04.319926 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 8a132e60-017e-4351-8cd5-b5ff22c99401 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:04.322729 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:04.322992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c87f3eb8-26a3-4964-8d1a-cfcb2e08d51e req-0b8aafec-eb3c-4443-bfbe-bad562d533da tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:04.325204 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c87f3eb8-26a3-4964-8d1a-cfcb2e08d51e req-0b8aafec-eb3c-4443-bfbe-bad562d533da tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 210 time: 0.3957675 Jun 23 18:13:04.327614 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:04.375406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:04.391591 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e97cba1835334cd6b4a144020619b1a2 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:04.403428 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:04.424259 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:04.521802 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:13:04.670026 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:04.679398 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:04.701777 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b827a963-1a08-4844-bf04-30dae41b9b17 req-4878d3b2-81f4-4db7-acb6-c779813a3c0a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.3910778 Jun 23 18:13:04.949112 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2d8f31e2-50e9-4d51-9e2b-cc907a3c5584 req-0959d1f3-3757-481e-9957-8ccf7eb1ee35 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.1633685 Jun 23 18:13:04.962017 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e97cba1835334cd6b4a144020619b1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138860 Jun 23 18:13:04.963348 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43084) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:04.966240 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd6ef8-d2dd-44d5-b67d-59719f9285b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69aa3e9-a3af-464c-8d40-582502dae3ae,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:04.993087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.141322 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 8a132e60-017e-4351-8cd5-b5ff22c99401 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:05.141717 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.197355 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 8a132e60-017e-4351-8cd5-b5ff22c99401, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=8a132e60-017e-4351-8cd5-b5ff22c99401,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:05.210997 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.255174 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.36', 53344) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:05.373081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.391023 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:13:05.436712 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 0086291d-5767-4190-be42-7f2b2d0b8c46 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:05.586757 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-f1349df1-1026-412a-bb68-c9fbfbdc68b4 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:05.588920 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-f1349df1-1026-412a-bb68-c9fbfbdc68b4 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.36 "GET /v2.0/networks?id=69503515-a18f-44c0-ab52-2e5745d57a66 HTTP/1.1" status: 200 len: 812 time: 0.3325369 Jun 23 18:13:05.603010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-4dba5591-32d5-4978-9b53-59fc8931ab6d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:05.604653 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-4dba5591-32d5-4978-9b53-59fc8931ab6d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 817 time: 1.2970746 Jun 23 18:13:05.639767 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Request body: {'port': {'device_id': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'admin_state_up': True, 'tenant_id': '6ffb9323c9b448a59145db76f27a8996'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:05.717798 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=8a132e60-017e-4351-8cd5-b5ff22c99401,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:05.734128 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 0086291d-5767-4190-be42-7f2b2d0b8c46 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:05.734687 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.762463 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:05.827238 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-5dd0f94e-27d2-43b5-893d-09b55ed773c2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 379 time: 0.1859212 Jun 23 18:13:05.875126 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'port': {'device_id': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'admin_state_up': True, 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'security_groups': ['912eae84-98e8-43cf-85ce-37dcf98dada2']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:05.936331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:05.941468 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Usage tracker for resource:port and tenant:6ffb9323c9b448a59145db76f27a8996 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:05.946294 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:05.955032 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:05.977251 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Made reservation on behalf of 6ffb9323c9b448a59145db76f27a8996 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:05.982114 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.054255 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 2, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:06.063926 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:13:06.065109 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Updating router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 port 35b16c18-dcf5-461a-a63d-20f4d55beddc binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:13:06.086755 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-11c13535-2702-44e7-b2f8-d463d2485f8c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:06.090434 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-11c13535-2702-44e7-b2f8-d463d2485f8c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 0.9456956 Jun 23 18:13:06.104987 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.114274 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 0086291d-5767-4190-be42-7f2b2d0b8c46 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:06.135886 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.156190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.257717 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.36', 53347) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:06.426405 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:06.429995 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.431107 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/518c3740-b6d0-40c3-b188-cda99a2191a4 HTTP/1.1" status: 204 len: 168 time: 2.2404482 Jun 23 18:13:06.432041 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c0384-07af-4650-89d0-75f3b3fa1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c3740-b6d0-40c3-b188-cda99a2191a4,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:06.436476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.446494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43158) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:06.458548 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.459902 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e69aa3e9-a3af-464c-8d40-582502dae3ae HTTP/1.1" status: 204 len: 168 time: 1.3847964 Jun 23 18:13:06.464235 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-71f34eaf-cc10-46a0-8ffb-b6756bcd32b2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/quotas/3e11a173122445aea9610dde3b9aae0e HTTP/1.1" status: 200 len: 375 time: 0.3471513 Jun 23 18:13:06.473266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7fb0c-450e-402f-aabd-099693d2cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69aa3e9-a3af-464c-8d40-582502dae3ae,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:06.592535 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:06.648487 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.657577 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Made reservation on behalf of 08475344ac91467c92b7cf0c9265d255 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:06.661440 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.700254 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a6f83430-1b67-46b0-ae6e-6b8de029d0cc req-cc9f0fce-e6aa-4278-b289-38196fc23cad tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.5393128 Jun 23 18:13:06.704439 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Transition to ACTIVE for port object 35b16c18-dcf5-461a-a63d-20f4d55beddc will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:06.724428 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:06.828593 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-0981f2e7-720a-4b23-b33e-3644e7ebfbba tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3477612 Jun 23 18:13:06.933194 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Allocated IP 172.20.0.12 (69503515-a18f-44c0-ab52-2e5745d57a66/40fd8ab5-c203-4f1f-8312-5bc5f181cd45/a912b9e7-adfb-4da4-a866-5977fa082efc) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:13:07.192899 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ff59b4d6-491f-4401-b13e-32c4d9f2b049 req-122e8998-d93c-4dd9-9d3c-26c608df00b6 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.1782031 Jun 23 18:13:07.211393 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-579e0996-a7f8-4a64-a1db-147aa33308d9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:07.212409 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-81e19f6c-1782-4da9-9c15-6849317f4def req-579e0996-a7f8-4a64-a1db-147aa33308d9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:07.220498 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82c42c-b85c-44ce-b521-a5ce9f229f0f None None] Pushing event updated for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:07.341685 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-81e19f6c-1782-4da9-9c15-6849317f4def req-579e0996-a7f8-4a64-a1db-147aa33308d9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:07.342949 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-579e0996-a7f8-4a64-a1db-147aa33308d9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 1.0725648 Jun 23 18:13:07.372857 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'port': {'device_id': '3766a293-ea4f-426d-864b-01dd10535c85', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'admin_state_up': True, 'tenant_id': '3e11a173122445aea9610dde3b9aae0e'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:07.393075 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Attempting to bind port 35b16c18-dcf5-461a-a63d-20f4d55beddc on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:13:07.393446 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Attempting to bind port 35b16c18-dcf5-461a-a63d-20f4d55beddc by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:13:07.393828 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Attempting to bind port 35b16c18-dcf5-461a-a63d-20f4d55beddc on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:07.404824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:13:07.410039 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:07.410552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:07.411478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Bound using segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:13:07.412750 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Bound port: 35b16c18-dcf5-461a-a63d-20f4d55beddc, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:13:07.414239 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:07.465483 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8a132e60-017e-4351-8cd5-b5ff22c99401 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:07.536271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Allocated IP 172.20.0.8 (25599663-31ed-4897-8f26-e6c82b68cbcd/52ae013e-de36-439c-a7b4-16198810ce20/38de2f6c-673a-47f6-92b9-36d2310d91e5) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:13:07.627425 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-a19a2eb0-5316-4ece-83d5-8d41a487d824 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774854 Jun 23 18:13:07.810136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 8a132e60-017e-4351-8cd5-b5ff22c99401 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:07.810646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:07.958952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.016037 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] For port 35b16c18-dcf5-461a-a63d-20f4d55beddc, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:13:08.062414 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] For port 35b16c18-dcf5-461a-a63d-20f4d55beddc, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=35b16c18-dcf5-461a-a63d-20f4d55beddc,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:13:08.073411 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.135371 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:08.189417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Usage tracker for resource:security_group_rule and tenant:3ece2017d0fe46fb9e686ac14954a2d2 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:08.213472 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:08.248763 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43188) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:08.254842 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:08.358262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.361996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:08.377940 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82c42c-b85c-44ce-b521-a5ce9f229f0f None None] Pushing event updated for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:08.454744 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-2b38268a-2f5b-490c-a2d3-0aa75f125a31 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055356 Jun 23 18:13:08.466487 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:08.488012 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.506744 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:13:08.507415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:12:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:08.523562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.574531 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-609dd7fe-4200-4938-9112-07321c8b4925 req-c74099fc-21f3-48b6-b5bb-e7b81ee2bf8c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.5699475 Jun 23 18:13:08.575512 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:08.590432 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Transition to ACTIVE for port object a912b9e7-adfb-4da4-a866-5977fa082efc will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:08.600054 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Transition to ACTIVE for port object 38de2f6c-673a-47f6-92b9-36d2310d91e5 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:08.629462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Made reservation on behalf of 3e11a173122445aea9610dde3b9aae0e for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:08.639488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.672204 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d9a0a200774444a1a733023d858fe8 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:08.684046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:08.692642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:08.822624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:09.074448 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:09.200556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:13:09.204575 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:13:09.213286 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-856926ac-244a-4caa-b1a7-a64540c8d024 req-ab63bc9e-ba7e-4479-881d-5c7d667feb91 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 210 time: 0.2114642 Jun 23 18:13:09.237250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:09.252713 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:13:09.266970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:09.269160 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:09.320936 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:09.539674 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-f9e2180b-f481-4fae-b37e-06ed9a0824aa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6844578 Jun 23 18:13:09.574444 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-45497d4a-f0d4-44b5-9c93-652c9c19bce0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:13:09.576331 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-45497d4a-f0d4-44b5-9c93-652c9c19bce0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134640 Jun 23 18:13:09.672895 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Pushing event updated for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:09.764599 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:09.785356 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Network 69503515-a18f-44c0-ab52-2e5745d57a66 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:13:09.793751 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:09.799233 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:09.831738 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:13:10.238171 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 8a132e60-017e-4351-8cd5-b5ff22c99401 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:10.241316 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:10.294639 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Allocated IP 172.20.0.14 (3cd2f189-565f-4f5c-b1d1-11441444c53e/f2fe3f03-6d9d-40a8-875c-47545aab9617/ac4b0be5-4be0-4535-afca-53e69a4d63f3) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:13:10.365483 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ef7f6-d104-4c9c-b489-e56f0b79b57d,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:10.453293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Provisioning for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:10.464756 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Provisioning complete for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:10.465202 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:10.585564 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-329eed12-0a2f-4480-a109-2ceffa0de184 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ece2017d0fe46fb9e686ac14954a2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1238410 Jun 23 18:13:10.590109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43270) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:10.608504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:10.616843 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 35b16c18-dcf5-461a-a63d-20f4d55beddc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:10.635214 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:10.704712 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1d9a0a200774444a1a733023d858fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4514947 Jun 23 18:13:10.713346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43276) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:10.964745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Request body: {'port': {'device_id': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:11.008249 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Port 38de2f6c-673a-47f6-92b9-36d2310d91e5 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:13:11.062153 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:07Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:11.083841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Provisioning for port a912b9e7-adfb-4da4-a866-5977fa082efc completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:11.096776 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.123592 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1430137-c605-49a8-a6c2-984dfc346ced None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:07Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:13:11.135399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 35b16c18-dcf5-461a-a63d-20f4d55beddc completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:11.167314 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 35b16c18-dcf5-461a-a63d-20f4d55beddc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:11.168359 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.186809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Transition to ACTIVE for port object ac4b0be5-4be0-4535-afca-53e69a4d63f3 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:11.201833 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc8866-e764-4882-8221-4028d41b4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef4face-1c8e-4c94-a611-9fdf0114f0cd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:11.270719 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2eec-f571-4a82-8b35-9b696980843e req-bad73be1-3212-409a-8674-35fb16d96cf2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:11.271500 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-6e5d2eec-f571-4a82-8b35-9b696980843e req-bad73be1-3212-409a-8674-35fb16d96cf2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:11.330767 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:11.332334 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.338974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Provisioning complete for port a912b9e7-adfb-4da4-a866-5977fa082efc triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:11.339568 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.493075 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.548299 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.36', 53354) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:11.632708 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-9a05670a-9d73-4456-929a-e95db987dbd9 None None] Port a912b9e7-adfb-4da4-a866-5977fa082efc cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:13:11.646332 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.702830 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41509c61-b8a6-41df-b612-73242b6a3433 req-1e4369bb-cae4-4db9-8912-1dab7f6d0d7e tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:11.707050 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-41509c61-b8a6-41df-b612-73242b6a3433 req-1e4369bb-cae4-4db9-8912-1dab7f6d0d7e tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Synchronizing usage tracker for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:11.727776 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.758029 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-8f8da48a-e19d-4164-be68-86a27bc9f1a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1235960 Jun 23 18:13:11.861218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:13:11.877129 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Request body: {'port': {'device_id': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:11.914121 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 35b16c18-dcf5-461a-a63d-20f4d55beddc is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:11.914708 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:11.925152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:12.007835 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 35b16c18-dcf5-461a-a63d-20f4d55beddc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=35b16c18-dcf5-461a-a63d-20f4d55beddc,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:12.013116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-6e5d2eec-f571-4a82-8b35-9b696980843e req-bad73be1-3212-409a-8674-35fb16d96cf2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:12.015819 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:12.017959 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6e5d2eec-f571-4a82-8b35-9b696980843e req-bad73be1-3212-409a-8674-35fb16d96cf2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 931 time: 1.9274306 Jun 23 18:13:12.078538 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43298) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:12.121237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:12.142055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-41509c61-b8a6-41df-b612-73242b6a3433 req-1e4369bb-cae4-4db9-8912-1dab7f6d0d7e tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Unset dirty status for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:12.159724 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-41509c61-b8a6-41df-b612-73242b6a3433 req-1e4369bb-cae4-4db9-8912-1dab7f6d0d7e tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 932 time: 3.0535374 Jun 23 18:13:12.164847 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:13:12.203736 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:12.459192 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 35b16c18-dcf5-461a-a63d-20f4d55beddc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:12.472152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-2e1af6f8-760a-40a5-8c3a-47fa06f14d5a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:12.477362 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-2e1af6f8-760a-40a5-8c3a-47fa06f14d5a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 0.8830411 Jun 23 18:13:12.479096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:12.513831 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-41509c61-b8a6-41df-b612-73242b6a3433 req-9c348032-04df-44b2-85c3-e3163d00c874 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530819 Jun 23 18:13:12.579238 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:12.649347 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43318) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:12.714941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-798830b4-c07b-4f7c-b25c-ccbd5d1c20a1 None None] Provisioning for port ac4b0be5-4be0-4535-afca-53e69a4d63f3 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:12.733749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-798830b4-c07b-4f7c-b25c-ccbd5d1c20a1 None None] Provisioning complete for port ac4b0be5-4be0-4535-afca-53e69a4d63f3 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:12.740537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-798830b4-c07b-4f7c-b25c-ccbd5d1c20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:12.848628 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:12.850647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:12.926024 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-798830b4-c07b-4f7c-b25c-ccbd5d1c20a1 None None] Port ac4b0be5-4be0-4535-afca-53e69a4d63f3 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:13:12.960226 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 35b16c18-dcf5-461a-a63d-20f4d55beddc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:12.960595 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.156003 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.167061 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'port': {'device_id': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'admin_state_up': True, 'tenant_id': '3e11a173122445aea9610dde3b9aae0e'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:13.187497 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c3ad052a-39bb-4e45-925e-7d0b37d0864a req-53663def-392c-4b42-b288-905ac8542e47 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:13.203484 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-e3850066-405d-4070-b404-64d232077484 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8368189 Jun 23 18:13:13.249069 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:13.279407 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Request body: {'port': {'device_id': '3766a293-ea4f-426d-864b-01dd10535c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:13.362505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 35b16c18-dcf5-461a-a63d-20f4d55beddc is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:13.369180 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c3ad052a-39bb-4e45-925e-7d0b37d0864a req-53663def-392c-4b42-b288-905ac8542e47 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:13.370404 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3ad052a-39bb-4e45-925e-7d0b37d0864a req-53663def-392c-4b42-b288-905ac8542e47 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 210 time: 0.5055039 Jun 23 18:13:13.384237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Usage tracker for resource:security_group_rule and tenant:6ad9001e71454bf2bc8153298bae15ef is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:13.394459 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.411765 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:13.421669 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.437783 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.466127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:13.485909 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6e5d2eec-f571-4a82-8b35-9b696980843e req-d519bfd6-2ab1-4aec-8e7b-ed9c3079c566 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9900792 Jun 23 18:13:13.628250 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.655385 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:13.665935 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Usage tracker for resource:security_group_rule and tenant:54e35fe44f0f4f0d9a5581e6a5b8f799 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:13.668930 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:13.678428 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:13.710375 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.837594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ef7f6-d104-4c9c-b489-e56f0b79b57d,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:14.069145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.072691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9be89adb-5154-421f-a02b-97bcaba85814 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e72ef7f6-d104-4c9c-b489-e56f0b79b57d HTTP/1.1" status: 204 len: 168 time: 3.4794106 Jun 23 18:13:14.077665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.086247 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.091005 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ef4face-1c8e-4c94-a611-9fdf0114f0cd HTTP/1.1" status: 204 len: 168 time: 3.3747890 Jun 23 18:13:14.130785 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184f8e-c8a2-4931-9faa-7b48aa3e5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef4face-1c8e-4c94-a611-9fdf0114f0cd,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:14.138915 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:14.247826 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:14.292431 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.301296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:14.318480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.332341 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Made reservation on behalf of 3e11a173122445aea9610dde3b9aae0e for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:14.336998 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.406862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Transition to ACTIVE for port object 38de2f6c-673a-47f6-92b9-36d2310d91e5 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:14.810209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Allocated IP 172.20.0.8 (3cd2f189-565f-4f5c-b1d1-11441444c53e/f2fe3f03-6d9d-40a8-875c-47545aab9617/dc02db95-b6f8-4717-bbf0-dc7433ea1cc0) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:13:14.830675 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.903065 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:14.996893 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73934-bd51-4b1d-a7e2-fb673436b060 req-dea83298-26bf-43e2-befe-ffdd03c88574 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:15.004679 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ac73934-bd51-4b1d-a7e2-fb673436b060 req-dea83298-26bf-43e2-befe-ffdd03c88574 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 932 time: 1.1762383 Jun 23 18:13:15.006573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43394) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:15.022390 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a30d86-fa64-441f-9fdd-9cd34b82041a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:15.083740 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:15.133557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:15.137837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Usage tracker for resource:security_group_rule and tenant:8b53f22bac17448b9d9d3a8a894d78ce is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:15.148743 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:15.159196 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:15.165866 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-677cca9c-8eb7-4db5-8e4f-e93009375fd7 req-8ad576ba-7ac4-4d2f-83a5-fad0a2234ca1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 210 time: 0.3000991 Jun 23 18:13:15.241312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.db.resource_extend [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 18:13:15.331212 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a912b9e7-adfb-4da4-a866-5977fa082efc {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:15.354566 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ae355492-282f-4903-a443-64ed9f147652 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54e35fe44f0f4f0d9a5581e6a5b8f799&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6855900 Jun 23 18:13:15.388136 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:15.409053 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43410) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:15.525007 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ac73934-bd51-4b1d-a7e2-fb673436b060 req-78c0b63e-f5e0-4582-a9f8-d035b09b24e4 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760864 Jun 23 18:13:15.624956 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:15.666792 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:15.692892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Attempting to bind port 38de2f6c-673a-47f6-92b9-36d2310d91e5 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:13:15.693921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Attempting to bind port 38de2f6c-673a-47f6-92b9-36d2310d91e5 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:13:15.694625 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Attempting to bind port 38de2f6c-673a-47f6-92b9-36d2310d91e5 on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:15.697556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:15.787937 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ad9001e71454bf2bc8153298bae15ef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6760552 Jun 23 18:13:15.809909 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43436) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:15.811038 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Transition to ACTIVE for port object a912b9e7-adfb-4da4-a866-5977fa082efc will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:15.842144 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69a388-13f5-48b9-a3a8-01dd5516eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0dc72-b529-403e-8341-e19395c0cf1a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:15.851909 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Port 38de2f6c-673a-47f6-92b9-36d2310d91e5 on network 25599663-31ed-4897-8f26-e6c82b68cbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:13:15.852147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Attempting to bind port 38de2f6c-673a-47f6-92b9-36d2310d91e5 on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:15.867903 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:13:15.868460 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Checking segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:15.869504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Bound using segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:13:15.870590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Bound port: 38de2f6c-673a-47f6-92b9-36d2310d91e5, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:13:15.871299 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:15.942407 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.147587 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:13:16.153704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:13:16.190795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.212668 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.332628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937788c-057c-4ddd-b0ff-c406bd3aa7bc req-ac91cb92-6ad6-43a8-8c07-285cbcdc0c10 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:16.351529 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9937788c-057c-4ddd-b0ff-c406bd3aa7bc req-ac91cb92-6ad6-43a8-8c07-285cbcdc0c10 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.9025705 Jun 23 18:13:16.500480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.508453 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:16.515040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.517204 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] 10.222.0.36 "PUT /v2.0/ports/38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 1093 time: 6.4404163 Jun 23 18:13:16.531898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:16.665095 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.666465 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.747797 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d42ec5-56ca-4457-8541-fc116ec94cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:16.774687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.782007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Transition to ACTIVE for port object dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:16.814973 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9937788c-057c-4ddd-b0ff-c406bd3aa7bc req-b5ea06e6-aaa1-4d96-a4f1-c2c15d8e8d25 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703673 Jun 23 18:13:16.909938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-19fe4fe3-cdcd-4824-a31b-d5dbfc0351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:16.918346 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-19fe4fe3-cdcd-4824-a31b-d5dbfc0351b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1096 time: 0.3219965 Jun 23 18:13:16.935465 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.002945 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.108853 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.122485 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Pushing event updated for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:17.128594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.133616 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.187819 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-180f8d26-a845-40c8-bdde-6aa9b61577b5 req-5afa4eee-4516-435e-a39d-93db0341545f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 210 time: 0.6914771 Jun 23 18:13:17.223246 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b53f22bac17448b9d9d3a8a894d78ce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1994548 Jun 23 18:13:17.236786 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43498) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:17.352948 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Attempting to bind port a912b9e7-adfb-4da4-a866-5977fa082efc on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:13:17.354025 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Attempting to bind port a912b9e7-adfb-4da4-a866-5977fa082efc by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:13:17.354025 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Attempting to bind port a912b9e7-adfb-4da4-a866-5977fa082efc on network 69503515-a18f-44c0-ab52-2e5745d57a66 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:17.401456 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a30d86-fa64-441f-9fdd-9cd34b82041a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:17.422706 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:17.445705 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0dc72-b529-403e-8341-e19395c0cf1a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:17.470306 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Port a912b9e7-adfb-4da4-a866-5977fa082efc on network 69503515-a18f-44c0-ab52-2e5745d57a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:13:17.470612 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Attempting to bind port a912b9e7-adfb-4da4-a866-5977fa082efc on network 69503515-a18f-44c0-ab52-2e5745d57a66 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:17.488836 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-4cf6fc23-4cf2-4727-834b-d8d02bbd07c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 217 time: 0.5470808 Jun 23 18:13:17.498837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.502328 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-12568f60-9b01-4b0c-80c5-845a13f563c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7a30d86-fa64-441f-9fdd-9cd34b82041a HTTP/1.1" status: 204 len: 168 time: 2.0637116 Jun 23 18:13:17.502328 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.502328 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9d12467e-6f1e-48de-ac6d-df439208a902 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96b0dc72-b529-403e-8341-e19395c0cf1a HTTP/1.1" status: 204 len: 168 time: 1.6621432 Jun 23 18:13:17.511874 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:13:17.512279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Checking segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:17.512801 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Bound using segment: {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:13:17.513217 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Bound port: a912b9e7-adfb-4da4-a866-5977fa082efc, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0704b2-499e-4953-baab-3d6f5dfab655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:13:17.518018 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.639016 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c5c7-83ac-4bc9-b8b6-83669ea34f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d8494-947a-4230-9509-792075f10d29,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:17.683919 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:13:17.686089 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43516) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:17.724462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:17.764730 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:13:17.776301 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:13:17.799638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:17.801215 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.843128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a912b9e7-adfb-4da4-a866-5977fa082efc,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:13:17.882860 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.980372 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-54f8b114-d608-40f4-a3be-efa79a24a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:17.982164 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-54f8b114-d608-40f4-a3be-efa79a24a68e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.4343135 Jun 23 18:13:17.984468 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87276002-e2cd-4525-83a4-f4af1cb42c19'] response: {'name': 'network-changed', 'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'status': 'completed', 'code': 200} Jun 23 18:13:17.985422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.206286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:18.207159 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.207519 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.211630 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] 10.222.0.36 "PUT /v2.0/ports/a912b9e7-adfb-4da4-a866-5977fa082efc HTTP/1.1" status: 200 len: 1094 time: 6.3602550 Jun 23 18:13:18.212954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-83a3e178-a0f7-413e-a10a-d78ffa75e431 None None] Provisioning for port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:18.228490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-83a3e178-a0f7-413e-a10a-d78ffa75e431 None None] Provisioning complete for port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:18.228765 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:18.228872 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-83a3e178-a0f7-413e-a10a-d78ffa75e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.336123 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4b0be5-4be0-4535-afca-53e69a4d63f3 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:18.393685 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-95bd9d35-8158-42f4-a0f1-1ec30792a58b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8747356 Jun 23 18:13:18.433233 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-21701228-3fba-4227-845f-7cf134074a5d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:18.440227 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-21701228-3fba-4227-845f-7cf134074a5d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Synchronizing usage tracker for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:18.448925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.486429 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-83a3e178-a0f7-413e-a10a-d78ffa75e431 None None] Port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:13:18.535243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.538901 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f30d8494-947a-4230-9509-792075f10d29 HTTP/1.1" status: 204 len: 168 time: 1.1153128 Jun 23 18:13:18.544925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e06db-3b81-4a11-b1ff-64a2268ddc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d8494-947a-4230-9509-792075f10d29,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:18.596707 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Request body: {'port': {'device_id': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:18.789514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-21701228-3fba-4227-845f-7cf134074a5d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Unset dirty status for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:18.794801 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-21701228-3fba-4227-845f-7cf134074a5d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 944 time: 1.7123473 Jun 23 18:13:18.797792 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.894708 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43560) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:18.917194 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4703ee-47e9-40b0-aafa-4b2668f1f397 service neutron] Pushing event updated for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:19.037374 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.040621 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.052752 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Transition to ACTIVE for port object ac4b0be5-4be0-4535-afca-53e69a4d63f3 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:19.081763 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.093226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.122064 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:19.138427 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:19.147289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-a530e6ed-6c78-4e03-bcfa-2d70ab793ff7 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Synchronizing usage tracker for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:19.161807 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Usage tracker for resource:security_group_rule and tenant:733a769af9ed479a8857e61036b27051 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:19.168949 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Usage tracker for resource:security_group_rule and tenant:5e0ccae759b8411eabcf9e91dcc5e452 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:19.183806 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:19.188751 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:19.203831 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-a4f6ad5c-b48c-4782-89e7-a70dc451a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:19.208332 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-a4f6ad5c-b48c-4782-89e7-a70dc451a12c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2130880 Jun 23 18:13:19.301053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:19.359929 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:19.591326 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43576) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:19.608126 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:19.637490 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.654849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-4f04f49b-0b51-4e4a-a8b1-b4c5f0ff34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:19.656389 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-4f04f49b-0b51-4e4a-a8b1-b4c5f0ff34a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ffb9323c9b448a59145db76f27a8996&device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 1097 time: 1.3722720 Jun 23 18:13:19.675375 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a9de-c4c0-4ace-91a0-a288b927231a req-7e1e58b4-3808-4025-878e-f1d11822d216 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:19.677802 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee80a9de-c4c0-4ace-91a0-a288b927231a req-7e1e58b4-3808-4025-878e-f1d11822d216 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 1.1137452 Jun 23 18:13:19.691010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:19.740162 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Usage tracker for resource:security_group_rule and tenant:e58f42f868854e4f8d2883c408505bda is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:19.749827 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:19.770533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:19.825631 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-13cc4966-0a89-4db7-814d-50ef5fbc5370 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a912b9e7-adfb-4da4-a866-5977fa082efc HTTP/1.1" status: 200 len: 217 time: 0.0962229 Jun 23 18:13:19.829269 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Attempting to bind port ac4b0be5-4be0-4535-afca-53e69a4d63f3 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:13:19.829599 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Attempting to bind port ac4b0be5-4be0-4535-afca-53e69a4d63f3 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:13:19.829962 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Attempting to bind port ac4b0be5-4be0-4535-afca-53e69a4d63f3 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:19.841083 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43586) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:19.844679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-ee80a9de-c4c0-4ace-91a0-a288b927231a req-9a3c5e90-bda9-467e-a94e-959b82a9cbb3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:19.869303 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-d99d5ac0-01b7-4bfd-b504-dd4298501d19 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570586 Jun 23 18:13:19.887010 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Port ac4b0be5-4be0-4535-afca-53e69a4d63f3 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:13:19.887615 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Attempting to bind port ac4b0be5-4be0-4535-afca-53e69a4d63f3 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:19.936831 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:13:19.937242 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:19.937688 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Bound using segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:13:19.938226 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Bound port: ac4b0be5-4be0-4535-afca-53e69a4d63f3, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:13:19.938751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.018663 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-ee80a9de-c4c0-4ace-91a0-a288b927231a req-9a3c5e90-bda9-467e-a94e-959b82a9cbb3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:20.020605 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee80a9de-c4c0-4ace-91a0-a288b927231a req-9a3c5e90-bda9-467e-a94e-959b82a9cbb3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279512 Jun 23 18:13:20.022563 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.030239 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-85a13f29-a269-47ea-b8a5-4dbf3c6c7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:20.032078 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-85a13f29-a269-47ea-b8a5-4dbf3c6c7bfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fd8ab5-c203-4f1f-8312-5bc5f181cd45 HTTP/1.1" status: 200 len: 851 time: 0.1920941 Jun 23 18:13:20.083442 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.236506 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.275856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.292885 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=733a769af9ed479a8857e61036b27051&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6025896 Jun 23 18:13:20.294152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43604) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:20.305518 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae767b-b74d-4acc-afe9-39d00a472aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c075d-cc26-406d-bc5c-d58559c33ed6,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:20.308524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.324090 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:20.328958 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:13:20.334368 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7d9c46c0-0df1-401a-b8de-8e2a3b8edb28 req-98017712-8bd7-4a54-9a19-3c5114ed66f5 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884922 Jun 23 18:13:20.345208 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Usage tracker for resource:security_group_rule and tenant:654ab2104fbd41afa2824d7c66b1114f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:20.349353 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:20.359286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:13:20.362680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:20.375562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.375781 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.421471 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.462554 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-34fceb00-70bf-4e8c-b7c8-72d6ed0318bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:20.464029 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-34fceb00-70bf-4e8c-b7c8-72d6ed0318bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69503515-a18f-44c0-ab52-2e5745d57a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4231980 Jun 23 18:13:20.467424 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:20.468476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.469361 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] 10.222.0.36 "PUT /v2.0/ports/ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 1094 time: 7.2244694 Jun 23 18:13:20.517853 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e0ccae759b8411eabcf9e91dcc5e452&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6036613 Jun 23 18:13:20.518829 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e8e3-193a-4bc0-9410-66efa3e6070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3958efd-483e-480e-9794-c4f5fec5eca9,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:20.526872 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43612) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:20.619084 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:20.630906 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.646708 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909eacb-1a6c-4f14-8fcb-02a0fc423420 req-4672fae7-25c9-482a-91e0-6db72650d8db tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:20.648227 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7909eacb-1a6c-4f14-8fcb-02a0fc423420 req-4672fae7-25c9-482a-91e0-6db72650d8db tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 931 time: 0.4292114 Jun 23 18:13:20.667311 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a9b9-15eb-419a-ad87-7b34d907e50d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:20.672878 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-a530e6ed-6c78-4e03-bcfa-2d70ab793ff7 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Unset dirty status for tenant:6ffb9323c9b448a59145db76f27a8996 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:20.674057 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1e7e4a57-a129-4cfa-8199-4a3977dd2bd6 req-a530e6ed-6c78-4e03-bcfa-2d70ab793ff7 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8316917 Jun 23 18:13:20.729850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Transition to ACTIVE for port object dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:13:20.743354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.800383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b8c85-7b49-4790-9a33-b0cc84b7824b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:20.820526 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7909eacb-1a6c-4f14-8fcb-02a0fc423420 req-0a0d98b3-adc1-4881-b85b-cad6f3c3ec64 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:20.853004 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-5d5fba0f-3c2a-4de4-b6b4-d289e05e75f9 service neutron] 10.222.0.36 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756413 Jun 23 18:13:20.871385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.883084 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b3056142-4a00-4991-92a0-53eb5e711b8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e58f42f868854e4f8d2883c408505bda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2844002 Jun 23 18:13:20.883772 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43622) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:20.920918 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:20.940945 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.017732 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.025133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.051043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7909eacb-1a6c-4f14-8fcb-02a0fc423420 req-0a0d98b3-adc1-4881-b85b-cad6f3c3ec64 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:21.052788 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7909eacb-1a6c-4f14-8fcb-02a0fc423420 req-0a0d98b3-adc1-4881-b85b-cad6f3c3ec64 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913510 Jun 23 18:13:21.061920 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325ac86a-c674-4da2-a6c1-9f5ab9d8ad86'] response: {'name': 'network-changed', 'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc', 'status': 'completed', 'code': 200} Jun 23 18:13:21.063600 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-31dca6cd-0500-499a-ae7b-d2e9983c37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.065099 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-31dca6cd-0500-499a-ae7b-d2e9983c37eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1097 time: 0.5369239 Jun 23 18:13:21.107147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.169563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Attempting to bind port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:13:21.170144 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Attempting to bind port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:13:21.170468 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Attempting to bind port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:21.191370 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:21.249205 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-6c43951b-eeaa-4398-a8a9-faa31afa0e04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.1277807 Jun 23 18:13:21.262124 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=654ab2104fbd41afa2824d7c66b1114f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4142175 Jun 23 18:13:21.264899 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:13:21.265173 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Attempting to bind port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:13:21.268777 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-3bb9525e-2b5c-4ef4-81f3-4c20e740c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.271052 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-3bb9525e-2b5c-4ef4-81f3-4c20e740c356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1096 time: 0.8562670 Jun 23 18:13:21.273283 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43638) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:21.312449 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89326f35-c83d-42dd-8e9c-6d78bada07a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933bbb5c-8c69-4bba-b192-708f52f598a7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:21.329082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:13:21.329558 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:21.330018 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Bound using segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:13:21.330796 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Bound port: dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:13:21.330926 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.337327 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93144727-6595-4ddf-bcff-0bf79f7b1617 req-fac83d1a-19b9-45ad-a2f3-fce81af1495b service neutron] 10.222.0.36 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784746 Jun 23 18:13:21.357052 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-d45eb2c1-8651-4e82-85ec-4d47f7757887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.358928 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-d45eb2c1-8651-4e82-85ec-4d47f7757887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.1001005 Jun 23 18:13:21.468516 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.514572 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3958efd-483e-480e-9794-c4f5fec5eca9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:21.531634 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.532743 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4756b0ff-bc02-42ab-ad90-1147eb40efe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3958efd-483e-480e-9794-c4f5fec5eca9 HTTP/1.1" status: 204 len: 168 time: 0.9589052 Jun 23 18:13:21.545046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.553132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19f6c-1782-4da9-9c15-6849317f4def req-caccaaa3-1192-45d4-914d-9f6daa3c0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.554728 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-caccaaa3-1192-45d4-914d-9f6daa3c0678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1892076 Jun 23 18:13:21.559036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-ffa1d18d-8288-4194-918a-cb908e9a5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.560546 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-ffa1d18d-8288-4194-918a-cb908e9a5592 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ffb9323c9b448a59145db76f27a8996&device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 1097 time: 0.1528053 Jun 23 18:13:21.562749 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.681241 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c075d-cc26-406d-bc5c-d58559c33ed6,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:21.729494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.734268 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-aa041b00-ee25-4aca-b79a-c0a43a73a2c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/682c075d-cc26-406d-bc5c-d58559c33ed6 HTTP/1.1" status: 204 len: 168 time: 1.4269421 Jun 23 18:13:21.753933 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.774575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.827641 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:13:21.837852 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2ecf-9de0-47d1-96c9-a214e76f0cab req-d9d2fbd3-e9e0-45df-8f79-d0c4721703b8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.845562 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5e7e2ecf-9de0-47d1-96c9-a214e76f0cab req-d9d2fbd3-e9e0-45df-8f79-d0c4721703b8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.6420834 Jun 23 18:13:21.847843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-b52c2882-9485-47c7-b2b9-b1f1c26719c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.850218 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-b52c2882-9485-47c7-b2b9-b1f1c26719c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.5540609 Jun 23 18:13:21.888777 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:21.896881 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-fddf67c3-2bf2-493b-98a0-4b2ffd6d7dcd service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353155 Jun 23 18:13:21.899676 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-b07ad420-ed67-43b6-8199-095c0cff53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:21.901450 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-b07ad420-ed67-43b6-8199-095c0cff53e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69503515-a18f-44c0-ab52-2e5745d57a66 HTTP/1.1" status: 200 len: 913 time: 0.3199708 Jun 23 18:13:22.122308 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-ae6ff956-a706-4013-afd0-f12a4ba74bc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a912b9e7-adfb-4da4-a866-5977fa082efc HTTP/1.1" status: 200 len: 217 time: 0.2133260 Jun 23 18:13:22.136737 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:13:22.140847 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-7c10df3d-45f5-4503-bf08-ca5411be4a21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 217 time: 0.1685817 Jun 23 18:13:22.270681 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5e7e2ecf-9de0-47d1-96c9-a214e76f0cab req-5d5f9bac-34b0-4b2d-8a35-f960eb328ac1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234927 Jun 23 18:13:22.271491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.284532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.297942 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.303344 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-af14f448-c74d-4dae-b06a-5f78bdafbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.305146 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-af14f448-c74d-4dae-b06a-5f78bdafbc8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fd8ab5-c203-4f1f-8312-5bc5f181cd45 HTTP/1.1" status: 200 len: 851 time: 0.1754782 Jun 23 18:13:22.373462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-218ea260-1a77-4ba5-baef-a82438517a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.374727 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-218ea260-1a77-4ba5-baef-a82438517a13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.2122130 Jun 23 18:13:22.432574 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b8c85-7b49-4790-9a33-b0cc84b7824b,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:22.468294 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e86ce-f0bf-48a9-b233-2c4ff5975022 req-977bc407-1d3c-493e-96d0-33951f856a90 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.478576 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-630e86ce-f0bf-48a9-b233-2c4ff5975022 req-977bc407-1d3c-493e-96d0-33951f856a90 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 944 time: 0.5590613 Jun 23 18:13:22.482170 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81e19f6c-1782-4da9-9c15-6849317f4def req-3f96d95f-b0fe-4a23-82cb-715a50dc526f service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696473 Jun 23 18:13:22.497230 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0331ab4-6172-45d4-988a-2626571ae6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.529866 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43688) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:22.594124 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.626090 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-630e86ce-f0bf-48a9-b233-2c4ff5975022 req-96141999-ba2d-4ca2-a43e-64568c8739a7 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Jun 23 18:13:22.630957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:22.636797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Usage tracker for resource:security_group_rule and tenant:5e852259cc0a4b27b9d5838e5a20f228 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:22.640774 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:22.648127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:22.651647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-f38f39b0-dba1-4fef-8577-c199288d1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.658515 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-f38f39b0-dba1-4fef-8577-c199288d1a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69503515-a18f-44c0-ab52-2e5745d57a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3406372 Jun 23 18:13:22.729961 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.730647 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.732151 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 1093 time: 4.1440630 Jun 23 18:13:22.738522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:22.763077 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933bbb5c-8c69-4bba-b192-708f52f598a7,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:22.805359 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.822313 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-db5f65d3-4876-4c56-a6f2-6831100a5979 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/786b8c85-7b49-4790-9a33-b0cc84b7824b HTTP/1.1" status: 204 len: 168 time: 1.7781057 Jun 23 18:13:22.824814 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:22.830028 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a9cde2bd-d24e-4ca5-88b3-77f3a6f2b44d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/933bbb5c-8c69-4bba-b192-708f52f598a7 HTTP/1.1" status: 204 len: 168 time: 1.5402172 Jun 23 18:13:22.885392 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-98afce76-39ff-4b36-be11-5a12f6814f44 service neutron] 10.222.0.36 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197664 Jun 23 18:13:22.918230 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf56e826-750f-422a-8f17-872861c44d13'] response: {'name': 'network-changed', 'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0', 'status': 'completed', 'code': 200} Jun 23 18:13:22.922006 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918ee0-6480-4deb-9389-6fd72bb720e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:22.979036 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-3ba87fab-8b8a-49e4-94de-15d3a7059298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:22.980483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-3ba87fab-8b8a-49e4-94de-15d3a7059298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5525644 Jun 23 18:13:23.063792 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:23.093596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.102815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228472d-a8c5-496c-a23b-5fbf7790e60e req-5db243e7-30e4-4fe4-9c6a-d602affaa8e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.103606 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-8228472d-a8c5-496c-a23b-5fbf7790e60e req-5db243e7-30e4-4fe4-9c6a-d602affaa8e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:23.110853 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-46813477-b286-4067-87be-e44dd2f2edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.112443 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-46813477-b286-4067-87be-e44dd2f2edc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1096 time: 0.2782400 Jun 23 18:13:23.125790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.229249 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-0bf3f50a-7f65-4902-8b5b-4eff7cfe1362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.1042671 Jun 23 18:13:23.233323 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-8228472d-a8c5-496c-a23b-5fbf7790e60e req-5db243e7-30e4-4fe4-9c6a-d602affaa8e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:23.240316 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8228472d-a8c5-496c-a23b-5fbf7790e60e req-5db243e7-30e4-4fe4-9c6a-d602affaa8e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 943 time: 0.8110683 Jun 23 18:13:23.310066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-2f4b3efc-6a4d-4891-9db1-cf7553ce24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.310066 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-2f4b3efc-6a4d-4891-9db1-cf7553ce24e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0663884 Jun 23 18:13:23.312923 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61764ad7-9027-4d9c-98f6-d43c03480aea'] response: {'name': 'network-changed', 'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'status': 'completed', 'code': 200} Jun 23 18:13:23.321638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d12f0a-ddec-4fff-bdb3-96ea1d15484f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:23.392931 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a912b9e7-adfb-4da4-a866-5977fa082efc details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:13:23.404328 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-e5705b7e-0139-470c-a229-c61844908d28 service neutron] 10.222.0.36 "GET /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986959 Jun 23 18:13:23.445805 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2d76122a-30b2-48f7-b40c-97fb7d569d3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e852259cc0a4b27b9d5838e5a20f228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9129956 Jun 23 18:13:23.448720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43716) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:23.513935 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-45770c57-d1d3-4c3f-9181-2e2ec93c09c8 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227299 Jun 23 18:13:23.529941 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8228472d-a8c5-496c-a23b-5fbf7790e60e req-5426d966-bfa9-4ae2-a62c-db5acc4aab40 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886302 Jun 23 18:13:23.648227 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.671716 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-6d8c54ad-0cd9-4824-a9d6-09443b9765b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.673300 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-6d8c54ad-0cd9-4824-a9d6-09443b9765b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1097 time: 0.3594122 Jun 23 18:13:23.723734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.729785 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a912b9e7-adfb-4da4-a866-5977fa082efc,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:23.748305 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'a912b9e7-adfb-4da4-a866-5977fa082efc', 'network_id': '69503515-a18f-44c0-ab52-2e5745d57a66', 'port_id': 'a912b9e7-adfb-4da4-a866-5977fa082efc', 'mac_address': 'fa:16:3e:a2:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd8ab5-c203-4f1f-8312-5bc5f181cd45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:13:23.811099 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143f425-eb30-46ff-8787-40eda95a781b req-32e71c05-f560-4a72-8886-f638a22ee33f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.813207 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a143f425-eb30-46ff-8787-40eda95a781b req-32e71c05-f560-4a72-8886-f638a22ee33f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.3222888 Jun 23 18:13:23.821993 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port a912b9e7-adfb-4da4-a866-5977fa082efc is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:23.823712 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.837207 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b745821-c02f-4519-a4a0-f01b00175f8e req-38501a4e-0961-4444-a3f2-bf4528754caf service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061800 Jun 23 18:13:23.873398 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a912b9e7-adfb-4da4-a866-5977fa082efc {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:23.889456 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20df0-ec6a-4425-9275-454071103d63 req-bad57735-0327-46a0-a833-952e2a693edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:23.894509 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-bad57735-0327-46a0-a833-952e2a693edc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5595152 Jun 23 18:13:23.921123 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a912b9e7-adfb-4da4-a866-5977fa082efc,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:23.929984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:23.931178 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:13:23.953769 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a143f425-eb30-46ff-8787-40eda95a781b req-943c66a6-ad84-481e-b164-31cb33bc5f80 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268742 Jun 23 18:13:23.981223 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43734) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:24.011795 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-4f0f1b92-38bc-40e6-8c18-3b4e750083d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:24.013250 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-4f0f1b92-38bc-40e6-8c18-3b4e750083d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.3274875 Jun 23 18:13:24.016224 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.192748 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.204150 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-bdf9fd47-cb6b-41fb-afbd-55f9abf1be6b service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041394 Jun 23 18:13:24.213659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d12f0a-ddec-4fff-bdb3-96ea1d15484f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:24.231507 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996ad12-1e6b-407a-ae01-9121a880bbfe req-248da953-185e-43ea-9c8a-a5a1cf8b8443 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:24.236177 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1996ad12-1e6b-407a-ae01-9121a880bbfe req-248da953-185e-43ea-9c8a-a5a1cf8b8443 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 945 time: 0.2921882 Jun 23 18:13:24.237288 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-db404584-bf50-418d-836a-8c4d3d7a01e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.2153296 Jun 23 18:13:24.239841 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:24.244367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.245618 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-54e206f3-231b-4dd7-9759-9e2145d2176c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60d12f0a-ddec-4fff-bdb3-96ea1d15484f HTTP/1.1" status: 204 len: 168 time: 0.7957242 Jun 23 18:13:24.279124 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:24.330710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Usage tracker for resource:security_group_rule and tenant:721f37b028674a258eb2f69baab01f63 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:24.342662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:24.373092 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:24.383735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:13:24.401320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:24.449171 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-1142f156-6606-4f4b-8a4f-c52363bab6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:24.453750 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-1142f156-6606-4f4b-8a4f-c52363bab6e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.2102809 Jun 23 18:13:24.469917 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cee20df0-ec6a-4425-9275-454071103d63 req-28da2d8b-e123-4e89-90cb-487f2dc9c5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595828 Jun 23 18:13:24.489998 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:24.490585 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.514927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:24.541106 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:24.562032 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.608131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-0d987006-de16-4a7a-bad4-017ed792a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:24.609583 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-0d987006-de16-4a7a-bad4-017ed792a4d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496158 Jun 23 18:13:24.647176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:24.649824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a90-a5f8-4eed-9268-9abac1061ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.724982 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1996ad12-1e6b-407a-ae01-9121a880bbfe req-227e5245-81e0-43fc-b6d5-54640ae41c19 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540960 Jun 23 18:13:24.763254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-bd44ce7f-9ce4-4c0c-989b-88582c2cdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:24.765663 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-bd44ce7f-9ce4-4c0c-989b-88582c2cdfbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1096 time: 0.2327507 Jun 23 18:13:24.767210 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-a9fd811c-a128-4538-8f7e-2d544e6ab80f service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487880 Jun 23 18:13:24.852976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['38de2f6c-673a-47f6-92b9-36d2310d91e5'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:13:24.882432 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.946531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:24.960865 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['a912b9e7-adfb-4da4-a866-5977fa082efc'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:13:25.002451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-97318ac2-6a94-4976-9058-151e323a5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:25.003867 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-97318ac2-6a94-4976-9058-151e323a5340 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.2274053 Jun 23 18:13:25.042620 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=721f37b028674a258eb2f69baab01f63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0574107 Jun 23 18:13:25.046442 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43774) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:25.048782 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93a6f-e499-4d29-ad59-ac0f5d122976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92383d6-6068-4eda-a20c-28b5407e59a7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:25.085849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161765c-6be1-44d8-836a-6db2712c5ee0 req-3e53138a-c065-47ec-8bdc-4d8f1fdc8b8e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:25.093411 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7161765c-6be1-44d8-836a-6db2712c5ee0 req-3e53138a-c065-47ec-8bdc-4d8f1fdc8b8e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 943 time: 0.3251770 Jun 23 18:13:25.151888 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-3b1d0e79-f6ee-443c-ac13-0e1d662c975b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.1413815 Jun 23 18:13:25.205813 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7161765c-6be1-44d8-836a-6db2712c5ee0 req-487f0875-a2bc-4535-845e-939294f578a1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114290 Jun 23 18:13:25.216064 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d07f8906-be4d-4a43-af28-385682c8a1d8 req-a9ff9a48-3c36-488e-9caa-fb85911e3906 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843479 Jun 23 18:13:25.231901 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-f7a9123e-9b12-4cd6-9a84-54e4529a2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:25.233334 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-f7a9123e-9b12-4cd6-9a84-54e4529a2cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0731246 Jun 23 18:13:25.253382 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.290852 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.359251 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.378236 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ac4b0be5-4be0-4535-afca-53e69a4d63f3 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:13:25.386898 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92383d6-6068-4eda-a20c-28b5407e59a7,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:25.389935 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.391413 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1dd1a19e-4c0d-4b7b-9daf-b5487ebf8e91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d92383d6-6068-4eda-a20c-28b5407e59a7 HTTP/1.1" status: 204 len: 168 time: 0.3438969 Jun 23 18:13:25.514291 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02398b-768a-4bc6-8209-2a4e50bcc904 req-ef7107c9-6a59-451b-81d2-c26e6e9bd50a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:25.515756 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa02398b-768a-4bc6-8209-2a4e50bcc904 req-ef7107c9-6a59-451b-81d2-c26e6e9bd50a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.2815473 Jun 23 18:13:25.522166 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-9afa9854-af5f-4934-a39c-356dedf2cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:25.523681 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-9afa9854-af5f-4934-a39c-356dedf2cd44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2246714 Jun 23 18:13:25.532138 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:25.550337 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'port_id': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'mac_address': 'fa:16:3e:66:cf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:13:25.564622 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43796) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:25.566909 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa02398b-768a-4bc6-8209-2a4e50bcc904 req-88ef398f-2801-4e8b-baf1-061ee8b97319 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Jun 23 18:13:25.643986 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port ac4b0be5-4be0-4535-afca-53e69a4d63f3 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:25.644369 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.664119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4b0be5-4be0-4535-afca-53e69a4d63f3 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:25.697811 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-6e97aac7-d3cb-49e0-a85f-66cf8a9c146c service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344047 Jun 23 18:13:25.703159 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:25.733155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:25.873613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:25.880786 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9ebf35f-310e-4fda-aff2-7ca2c4cab038 req-7f7b0dc8-7e8f-4e02-af4f-b705f9f2993b service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742377 Jun 23 18:13:25.997904 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['ac4b0be5-4be0-4535-afca-53e69a4d63f3'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:13:26.032699 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cb27-10cb-4c2c-8f91-22ada9d60009 req-01286fdb-9c00-4d43-87db-007cbfc8044a tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:26.034277 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec11cb27-10cb-4c2c-8f91-22ada9d60009 req-01286fdb-9c00-4d43-87db-007cbfc8044a tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 945 time: 0.1008458 Jun 23 18:13:26.099786 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec11cb27-10cb-4c2c-8f91-22ada9d60009 req-249b377d-5391-4d92-a502-11a797afccf1 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586901 Jun 23 18:13:26.106974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.152853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.200666 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1246719976-network', 'tenant_id': 'd44fb93d96574b6280c51aa9d0b25eaa'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:26.205098 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:26.212734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Usage tracker for resource:network and tenant:d44fb93d96574b6280c51aa9d0b25eaa is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:26.218313 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:26.227112 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:26.241297 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Made reservation on behalf of d44fb93d96574b6280c51aa9d0b25eaa for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:26.247119 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.269228 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.287463 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:26.292995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Usage tracker for resource:security_group_rule and tenant:d44fb93d96574b6280c51aa9d0b25eaa is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:26.296793 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:26.303367 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43822) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:26.308566 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:26.430399 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.436618 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.442261 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.455910 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:26.466671 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Usage tracker for resource:security_group_rule and tenant:b01db7c8937248108a783c6f7b33fb2d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:26.470507 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:26.480114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:26.512637 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:13:26.515210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099f848-9a78-4859-84c9-19db5fe9e7d3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:26.528982 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.529319 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Added segment 989f2074-183c-4a3a-abaa-89798c1be51e of type vlan for network 5635c8da-ba3e-49d3-9f79-147df0772a0a Jun 23 18:13:26.540519 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89b74-5f3c-498c-b7ca-1936e34e34e6 req-dad5ef4f-5669-4f01-aa7c-7a00b7599d36 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:26.547598 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-95e89b74-5f3c-498c-b7ca-1936e34e34e6 req-dad5ef4f-5669-4f01-aa7c-7a00b7599d36 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 943 time: 0.2331853 Jun 23 18:13:26.567711 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.622640 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-95e89b74-5f3c-498c-b7ca-1936e34e34e6 req-7e18942e-8751-42d8-8358-cbbadc7a975a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 Jun 23 18:13:26.645797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.647220 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:26.647958 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.695439 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.702241 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.796281 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b01db7c8937248108a783c6f7b33fb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890516 Jun 23 18:13:26.796281 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422c0f-2102-4702-afe6-0fd6f935f178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b8491-217d-431e-8673-7f15c3ab6672,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:26.798262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43846) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:26.831659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] Pushing event updated for resources: {'Network': ['ID=5635c8da-ba3e-49d3-9f79-147df0772a0a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:26.843857 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 5635c8da-ba3e-49d3-9f79-147df0772a0a details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:13:26.876331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.927106 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.005841 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.036209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b8491-217d-431e-8673-7f15c3ab6672,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:27.046592 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.047742 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-bae6f5f6-35e1-473b-b50e-25dd26aaad28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a52b8491-217d-431e-8673-7f15c3ab6672 HTTP/1.1" status: 204 len: 168 time: 0.2485845 Jun 23 18:13:27.093166 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ddb76222-32aa-48e4-9044-5b4602778bdd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5273657 Jun 23 18:13:27.096153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43862) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:27.102859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Request body: {'subnet': {'network_id': '5635c8da-ba3e-49d3-9f79-147df0772a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1246719976-subnet', 'tenant_id': 'd44fb93d96574b6280c51aa9d0b25eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:27.107634 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b7a1a-1774-48f7-b339-84a1a34ada2e req-87b65fc3-85b8-4f8d-ab43-8ab81b918342 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:27.109692 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b73b7a1a-1774-48f7-b339-84a1a34ada2e req-87b65fc3-85b8-4f8d-ab43-8ab81b918342 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.2792518 Jun 23 18:13:27.115943 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:27.120028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Usage tracker for resource:subnet and tenant:d44fb93d96574b6280c51aa9d0b25eaa is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:27.123333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:27.146026 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:27.160653 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Made reservation on behalf of d44fb93d96574b6280c51aa9d0b25eaa for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:27.163001 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.218867 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b73b7a1a-1774-48f7-b339-84a1a34ada2e req-6f961123-e508-4f25-a662-5149e075e516 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950019 Jun 23 18:13:27.390891 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:13:27.396556 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a912b9e7-adfb-4da4-a866-5977fa082efc up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:27.443575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df2a26-7bf5-424d-9a63-f2853c43cc43 req-5f19675c-146e-4276-9479-23f3b521d695 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:27.445139 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45df2a26-7bf5-424d-9a63-f2853c43cc43 req-5f19675c-146e-4276-9479-23f3b521d695 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 945 time: 0.1511273 Jun 23 18:13:27.500650 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port a912b9e7-adfb-4da4-a866-5977fa082efc completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:27.522205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45df2a26-7bf5-424d-9a63-f2853c43cc43 req-39c81f4a-af23-42fc-8519-701d1f59aa23 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 Jun 23 18:13:27.523859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.574560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port a912b9e7-adfb-4da4-a866-5977fa082efc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:27.575068 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.616887 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0695340a-67f0-492c-b72e-42ab7f8abfab,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:27.622799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Checking segment: {'id': '989f2074-183c-4a3a-abaa-89798c1be51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5635c8da-ba3e-49d3-9f79-147df0772a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:27.623461 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Network hostable DHCP agents. Network: 5635c8da-ba3e-49d3-9f79-147df0772a0a, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:13:27.650040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Network 5635c8da-ba3e-49d3-9f79-147df0772a0a is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:13:27.664947 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 5635c8da-ba3e-49d3-9f79-147df0772a0a) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:27.673986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:27.674606 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.697400 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74be7ee-4e32-4cbd-8672-1f7702cafcf6 None None] Network 5635c8da-ba3e-49d3-9f79-147df0772a0a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:13:27.715902 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-88c8269a-1736-412c-81b8-a09f19839b30 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6182847 Jun 23 18:13:27.792047 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 43904) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:27.822512 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:27.841226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:27.845317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Usage tracker for resource:security_group_rule and tenant:544a6ffd5b204445aedd8b27fd8a1f34 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:27.850228 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:27.860745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:27.913758 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100e5e4-e431-4d78-9251-45342c53f714 req-19b43edf-bc34-4ec3-ab8c-0206d1d50ab8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:27.928129 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8100e5e4-e431-4d78-9251-45342c53f714 req-19b43edf-bc34-4ec3-ab8c-0206d1d50ab8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 943 time: 0.1691530 Jun 23 18:13:27.994452 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:28.002265 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8100e5e4-e431-4d78-9251-45342c53f714 req-3c5a628b-8fee-46eb-ba37-694b74072674 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732675 Jun 23 18:13:28.011481 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.044775 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.054676 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.056459 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port a912b9e7-adfb-4da4-a866-5977fa082efc is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:28.057077 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.072143 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'port_id': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0', 'mac_address': 'fa:16:3e:72:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:13:28.142759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707ced8-18e5-497c-aad2-5a667fe6fd41,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:28.189438 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:28.193128 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8f76969f-e7f6-4040-8894-5cd677fb3503 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=544a6ffd5b204445aedd8b27fd8a1f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999085 Jun 23 18:13:28.196703 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 43936) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:28.312390 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:28.312794 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.337712 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.352370 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a912b9e7-adfb-4da4-a866-5977fa082efc,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:28.372243 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.374448 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:28.403489 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.447730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:13:28.506463 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.525035 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707ced8-18e5-497c-aad2-5a667fe6fd41,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:28.533814 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.535242 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fa679c28-d0c8-4465-8a3d-ba46465341fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2707ced8-18e5-497c-aad2-5a667fe6fd41 HTTP/1.1" status: 204 len: 168 time: 0.3375220 Jun 23 18:13:28.630607 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:28.643459 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:28.647977 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be19ec2-a69c-4448-9ead-e5b517c674ae None None] Network 5635c8da-ba3e-49d3-9f79-147df0772a0a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:13:28.694598 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:28.726588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7156c0-eae8-4e58-872f-203b60e956d9 req-b86dbfde-fad1-42c9-a91d-1c955276368e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:28.732968 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6a7156c0-eae8-4e58-872f-203b60e956d9 req-b86dbfde-fad1-42c9-a91d-1c955276368e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.2635789 Jun 23 18:13:28.867772 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6a7156c0-eae8-4e58-872f-203b60e956d9 req-345ec728-90a0-441b-9cdf-dc813496521f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268408 Jun 23 18:13:28.907970 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:28.944244 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7099a8-4e4b-4b62-9c15-aa47f1eedf69 req-cba940a5-9474-4191-aeb7-0d4eb62e84ef tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:28.956932 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1e7099a8-4e4b-4b62-9c15-aa47f1eedf69 req-cba940a5-9474-4191-aeb7-0d4eb62e84ef tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.2005267 Jun 23 18:13:29.000022 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:29.011464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.078086 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1e7099a8-4e4b-4b62-9c15-aa47f1eedf69 req-ef62d53d-d678-4787-a15c-46a1edb47cec tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190839 Jun 23 18:13:29.147029 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['dc02db95-b6f8-4717-bbf0-dc7433ea1cc0'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:13:29.249478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:29.481924 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:29.484522 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.503298 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6d54e-2c34-4dc6-ab80-10ea5339fd8c req-e36058fb-5ce5-41c6-88fe-62240288ddea tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:29.505810 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ff6d54e-2c34-4dc6-ab80-10ea5339fd8c req-e36058fb-5ce5-41c6-88fe-62240288ddea tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 944 time: 0.1664135 Jun 23 18:13:29.554566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44006) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:29.560799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-271302833-network', 'tenant_id': '192f58be8b384ceca1d802ff74765bcf'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:29.567498 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:29.579892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Usage tracker for resource:network and tenant:192f58be8b384ceca1d802ff74765bcf is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:29.585564 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ff6d54e-2c34-4dc6-ab80-10ea5339fd8c req-b7a82606-8e6d-456c-aaff-d77e6ca6c274 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726047 Jun 23 18:13:29.586210 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:29.598871 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:29.610935 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caca5c56-3dbe-4d6f-b0b0-98b8e50f8f5d'] response: {'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc', 'code': 200} Jun 23 18:13:29.622800 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Made reservation on behalf of 192f58be8b384ceca1d802ff74765bcf for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:29.625967 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.646497 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.663730 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:29.667231 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:29.670688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Usage tracker for resource:security_group_rule and tenant:192f58be8b384ceca1d802ff74765bcf is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:29.674691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:29.682727 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:29.682978 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.683759 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ac4b0be5-4be0-4535-afca-53e69a4d63f3 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:29.822193 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.828505 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:29.897313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:13:29.923496 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44016) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:29.926988 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:29.969488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b0376-830f-4720-945d-be67d635981c,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:30.003088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.003592 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Added segment 9b89dc25-578e-4d16-bee3-2779098bfe08 of type vlan for network 206824e6-baa5-4bb9-8625-abe6de3b3471 Jun 23 18:13:30.010911 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port ac4b0be5-4be0-4535-afca-53e69a4d63f3 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:30.020245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port ac4b0be5-4be0-4535-afca-53e69a4d63f3 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:30.021270 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.053264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.168822 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-76ef583a-a75e-47f9-a463-b1e0f4256123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:30.170626 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-76ef583a-a75e-47f9-a463-b1e0f4256123 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 1099 time: 0.2692907 Jun 23 18:13:30.188430 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port ac4b0be5-4be0-4535-afca-53e69a4d63f3 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:30.188973 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.208140 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.220212 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.231631 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:30.237692 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.239674 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:30.240315 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.248044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Usage tracker for resource:security_group_rule and tenant:e7087962abeb4f819927ee1a9a89b95c is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:30.253427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:30.261210 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.267601 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:30.288640 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:30.296389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed0bc11ab1e4b619749af7791a0bf97 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:30.304403 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:30.320405 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:30.407869 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:30.424331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:30.497081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] Pushing event updated for resources: {'Network': ['ID=206824e6-baa5-4bb9-8625-abe6de3b3471,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:30.506774 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-7b363161-6f6d-4f45-a1fb-31c530fd8308 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9509590 Jun 23 18:13:30.509079 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44038) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:30.517749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 206824e6-baa5-4bb9-8625-abe6de3b3471 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:13:30.546148 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519167e5-d34d-413d-998e-24e4e56e1b6c req-2733249f-9623-4c35-9248-328c88cc936a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:30.547827 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-519167e5-d34d-413d-998e-24e4e56e1b6c req-2733249f-9623-4c35-9248-328c88cc936a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.4841499 Jun 23 18:13:30.551805 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Request body: {'subnet': {'network_id': '206824e6-baa5-4bb9-8625-abe6de3b3471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-271302833-subnet', 'tenant_id': '192f58be8b384ceca1d802ff74765bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:30.639983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:30.688145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Usage tracker for resource:subnet and tenant:192f58be8b384ceca1d802ff74765bcf is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:30.694102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:30.714963 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-519167e5-d34d-413d-998e-24e4e56e1b6c req-05883e82-9dae-4eb8-880b-ef1c32fb449d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957291 Jun 23 18:13:30.715830 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:30.724175 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.732277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.734162 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ff06-1161-4050-b607-601487211638 req-f64ae326-5fca-4b11-84f6-bee05724d4b9 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:30.740878 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cd9ff06-1161-4050-b607-601487211638 req-f64ae326-5fca-4b11-84f6-bee05724d4b9 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.4011774 Jun 23 18:13:30.747063 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.757642 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e3059f6a-efd3-4e29-abf0-624929a21c3c req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779092 Jun 23 18:13:30.759240 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.766770 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Made reservation on behalf of 192f58be8b384ceca1d802ff74765bcf for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:13:30.768784 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.809627 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2652377-77b1-4837-ad36-66d871b9ef09,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:30.891087 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cd9ff06-1161-4050-b607-601487211638 req-975c5060-812e-40e6-9936-8ed1413bf173 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144462 Jun 23 18:13:30.901034 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-394ae6d3-8ee9-48ce-8044-f076c1aac3d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed0bc11ab1e4b619749af7791a0bf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9759095 Jun 23 18:13:30.911355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44054) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:30.982820 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:30.984299 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5200b-29e2-4dd6-89dd-f1431ba72da7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=56744932-7ad5-4368-808a-1f35de284a88,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:31.012268 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.092158 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.109674 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2652377-77b1-4837-ad36-66d871b9ef09,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:31.118659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.120150 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5bedfcc2-a33d-4091-a77d-e5eb44880eb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2652377-77b1-4837-ad36-66d871b9ef09 HTTP/1.1" status: 204 len: 168 time: 0.2078350 Jun 23 18:13:31.137476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17bb91-4afe-4979-8cca-4e62ba5a5dd3 req-41d54938-8562-49ac-8b5c-62102ff6e5eb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:31.146855 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ce17bb91-4afe-4979-8cca-4e62ba5a5dd3 req-41d54938-8562-49ac-8b5c-62102ff6e5eb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 944 time: 0.1736431 Jun 23 18:13:31.245383 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ce17bb91-4afe-4979-8cca-4e62ba5a5dd3 req-c29fc0ef-c9f8-44b0-9534-332122db3228 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973735 Jun 23 18:13:31.296095 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.375038 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f03ae1-521f-429f-87a4-a8cbd145cc31,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:31.385272 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Checking segment: {'id': '9b89dc25-578e-4d16-bee3-2779098bfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '206824e6-baa5-4bb9-8625-abe6de3b3471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:13:31.385633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Network hostable DHCP agents. Network: 206824e6-baa5-4bb9-8625-abe6de3b3471, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:13:31.407916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Network 206824e6-baa5-4bb9-8625-abe6de3b3471 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:13:31.418726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 206824e6-baa5-4bb9-8625-abe6de3b3471) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:13:31.423020 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:31.423628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.430674 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056455d0-756c-4952-9460-b09162014fe3 None None] Network 206824e6-baa5-4bb9-8625-abe6de3b3471 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:13:31.452714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:13:31.461187 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0a90be4e-1409-4a02-b84a-f80805ba54e2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9507365 Jun 23 18:13:31.618111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}, {'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:31.623913 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44086) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:31.642313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:13:31.650263 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:13:31.650639 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.654022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:31.687040 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbc37ed-07a6-428a-953a-2b175bb6f078'] response: {'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'code': 200} Jun 23 18:13:31.687307 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbc37ed-07a6-428a-953a-2b175bb6f078'] response: {'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'code': 200} Jun 23 18:13:31.693017 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:31.701226 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Usage tracker for resource:security_group_rule and tenant:b0eae9834ac94724a7dea31227eca7eb is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:31.709615 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:31.723465 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:31.979361 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d80de0-644c-4104-ba86-3a2a84194e2d None None] Network 206824e6-baa5-4bb9-8625-abe6de3b3471 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:13:32.051586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.060585 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.136563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:13:32.137176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.286620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561d05-db05-4333-bd8e-a30d922403d5 req-f33ac277-d3d5-49c9-b80e-a8e81a21772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:32.288708 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35561d05-db05-4333-bd8e-a30d922403d5 req-f33ac277-d3d5-49c9-b80e-a8e81a21772f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1098 time: 0.1915152 Jun 23 18:13:32.299792 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:32.314675 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.323083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf8f2-570f-4379-83e4-2c5014ce1d68 req-3485a596-a81d-4228-9a53-09385fd0f9ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:32.325486 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2edbf8f2-570f-4379-83e4-2c5014ce1d68 req-3485a596-a81d-4228-9a53-09385fd0f9ac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.3497255 Jun 23 18:13:32.332878 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0eae9834ac94724a7dea31227eca7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076545 Jun 23 18:13:32.343541 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44104) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:32.356833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cd656-659d-4a12-bdd7-12b647412a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f754123d-7a38-4163-9847-4501d1b3e4bc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:32.430600 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:32.466682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41a9b-2429-4196-9fd6-4db718b1ca0c req-a28797fe-db58-4cc6-a47f-fedd8b945223 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:32.468503 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e9a41a9b-2429-4196-9fd6-4db718b1ca0c req-a28797fe-db58-4cc6-a47f-fedd8b945223 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.3408289 Jun 23 18:13:32.473432 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.482451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-35561d05-db05-4333-bd8e-a30d922403d5 req-85298b99-de4b-4e62-bae5-d6994246ef3e service neutron] Synchronizing usage tracker for tenant:e7087962abeb4f819927ee1a9a89b95c on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:13:32.506535 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2edbf8f2-570f-4379-83e4-2c5014ce1d68 req-3cda4cca-140e-4291-a0e6-0eb4f11d9816 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280158 Jun 23 18:13:32.542463 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-35561d05-db05-4333-bd8e-a30d922403d5 req-85298b99-de4b-4e62-bae5-d6994246ef3e service neutron] Unset dirty status for tenant:e7087962abeb4f819927ee1a9a89b95c on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:13:32.543967 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35561d05-db05-4333-bd8e-a30d922403d5 req-85298b99-de4b-4e62-bae5-d6994246ef3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152212 Jun 23 18:13:32.565917 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.575693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11868a97-5544-4818-8453-c844b981f645 req-064f8d94-a488-4d8e-9736-b3fbe059b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:32.577203 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-11868a97-5544-4818-8453-c844b981f645 req-064f8d94-a488-4d8e-9736-b3fbe059b452 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.3525379 Jun 23 18:13:32.580290 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e9a41a9b-2429-4196-9fd6-4db718b1ca0c req-72d23434-e23a-4e6b-a058-fcd65660a9f3 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900722 Jun 23 18:13:32.684545 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.710009 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f754123d-7a38-4163-9847-4501d1b3e4bc,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:32.717168 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:32.718815 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6992434c-1db6-4ae4-8121-0639b2721ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f754123d-7a38-4163-9847-4501d1b3e4bc HTTP/1.1" status: 204 len: 168 time: 0.3664522 Jun 23 18:13:32.848322 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-11868a97-5544-4818-8453-c844b981f645 req-86a4d20e-3dfa-4759-bb53-947b23138e86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946186 Jun 23 18:13:32.965916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d0a4b-bf4c-4572-82b7-754fbed24f59 req-44b222bc-9d65-4852-9b5d-bcfc80b043d2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:32.967423 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0e1d0a4b-bf4c-4572-82b7-754fbed24f59 req-44b222bc-9d65-4852-9b5d-bcfc80b043d2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1528730 Jun 23 18:13:33.042534 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0e1d0a4b-bf4c-4572-82b7-754fbed24f59 req-473387bb-fecf-4ad8-a529-9a6928fdffd5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687408 Jun 23 18:13:33.378590 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44140) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:33.603769 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:33.619614 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:33.623552 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Usage tracker for resource:security_group_rule and tenant:115d9555886349279b888ac0876b562c is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:33.628157 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:33.674534 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:33.688349 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:33.766407 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fadcd-6857-4f30-ae35-94510becba14 req-4245b7bd-2cf4-4b38-8ef1-73a903c8b76f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:33.767895 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-966fadcd-6857-4f30-ae35-94510becba14 req-4245b7bd-2cf4-4b38-8ef1-73a903c8b76f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1414537 Jun 23 18:13:33.848815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:33.866401 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-966fadcd-6857-4f30-ae35-94510becba14 req-65bf34e9-e280-47ba-8594-17c63fafe27b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848131 Jun 23 18:13:33.868145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6133-4715-484b-ad81-a117be0f6c75 req-07390dce-6894-48f8-b980-c36bd6caa1d1 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:33.870417 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fddd6133-4715-484b-ad81-a117be0f6c75 req-07390dce-6894-48f8-b980-c36bd6caa1d1 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.1100407 Jun 23 18:13:33.879740 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:33.986892 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fddd6133-4715-484b-ad81-a117be0f6c75 req-6568d304-9032-450d-a1d8-ed50a7cdb7d5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013160 Jun 23 18:13:34.005941 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=115d9555886349279b888ac0876b562c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233823 Jun 23 18:13:34.006834 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44172) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:34.025115 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ddba6-8f62-41b0-bae6-8c566e1d12ce'] response: {'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0', 'code': 200} Jun 23 18:13:34.028078 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe520c-3a97-428a-9e9f-2b55831c9f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a27ee14-1646-47b2-b4a2-40e4bae92739,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:34.156559 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:34.235243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:34.477594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:34.531565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a27ee14-1646-47b2-b4a2-40e4bae92739,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:34.583952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1280ca-1817-4666-a711-b71262abb6b2 req-7c3b89b5-b32e-448a-8193-eebc9cedcb45 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:34.590906 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9b1280ca-1817-4666-a711-b71262abb6b2 req-7c3b89b5-b32e-448a-8193-eebc9cedcb45 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2727265 Jun 23 18:13:34.624960 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:34.629486 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-75276dff-ced0-4463-a870-219488a43727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a27ee14-1646-47b2-b4a2-40e4bae92739 HTTP/1.1" status: 204 len: 168 time: 0.6210659 Jun 23 18:13:34.713898 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9b1280ca-1817-4666-a711-b71262abb6b2 req-d5c8d566-5484-408e-a783-31f1a9984615 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219816 Jun 23 18:13:34.768664 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b04e7-3c20-4c40-8033-33e71bdbcac0 req-5227e695-5efb-468b-8f46-45b87bf55f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:34.771128 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3d0b04e7-3c20-4c40-8033-33e71bdbcac0 req-5227e695-5efb-468b-8f46-45b87bf55f9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.2072697 Jun 23 18:13:34.865727 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3d0b04e7-3c20-4c40-8033-33e71bdbcac0 req-f65e56fa-ff38-4ceb-878b-e5a88c61486d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784655 Jun 23 18:13:35.164693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f9ef-12e9-4fc2-b565-28f30944a445 req-a0af872f-111e-43de-8990-a6f6ab671380 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:35.178205 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e218f9ef-12e9-4fc2-b565-28f30944a445 req-a0af872f-111e-43de-8990-a6f6ab671380 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1311669 Jun 23 18:13:35.270758 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e218f9ef-12e9-4fc2-b565-28f30944a445 req-8e294459-2e7a-40c5-8038-d4753ecb86fc tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907128 Jun 23 18:13:35.304031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44230) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:35.332043 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.349605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:35.355488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Usage tracker for resource:security_group_rule and tenant:33bf69a6bbcd498284c1cb6e45bec901 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:35.358602 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:35.365064 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:35.533515 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.537918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.563130 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0a24e-69a0-48ea-8d58-b7b9137dd0b1 req-52237687-ec20-476d-99e2-952a7a8cad6b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:35.564954 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e4d0a24e-69a0-48ea-8d58-b7b9137dd0b1 req-52237687-ec20-476d-99e2-952a7a8cad6b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1506357 Jun 23 18:13:35.574294 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44240) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:35.579795 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'floatingip': {'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:13:35.605534 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33bf69a6bbcd498284c1cb6e45bec901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993431 Jun 23 18:13:35.606661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf5db9-961d-4ce0-9cf8-fb8c460b268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9c26c-e713-4c4e-8839-d8c5860f9471,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:35.609099 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44244) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:35.660967 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.670535 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.703880 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.767333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.793743 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9c26c-e713-4c4e-8839-d8c5860f9471,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:35.803742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.804180 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.804662 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.805068 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.805467 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.805866 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.806269 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.806687 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.807124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.807598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.807989 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.808373 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:35.818521 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:35.820521 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-66fb7f41-d0e7-45f7-a92b-2c406f4cf2d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5f9c26c-e713-4c4e-8839-d8c5860f9471 HTTP/1.1" status: 204 len: 168 time: 0.2106061 Jun 23 18:13:36.271370 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae401-d2d7-4570-b55c-7619cf1b3c3f req-c0e0ce64-2da5-418e-bd24-e7275ae41e2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:36.272842 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e24ae401-d2d7-4570-b55c-7619cf1b3c3f req-c0e0ce64-2da5-418e-bd24-e7275ae41e2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.3102531 Jun 23 18:13:36.584948 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e24ae401-d2d7-4570-b55c-7619cf1b3c3f req-ba72845a-4c42-4a1a-965c-c0cc816db445 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399392 Jun 23 18:13:36.804900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:36.808884 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:37.042674 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Floating IP e1a8081d-a5f4-4098-b1aa-1bc666db2ba0 associated. External IP: 172.27.2.144, port: 38de2f6c-673a-47f6-92b9-36d2310d91e5. Jun 23 18:13:37.416361 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:13:37.694624 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:13:37.707874 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:37.709009 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:13:37.723059 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:13:37.723766 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:37.818287 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-36fc7c80-94f2-4530-9763-7af604c69954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "PUT /v2.0/floatingips/e1a8081d-a5f4-4098-b1aa-1bc666db2ba0 HTTP/1.1" status: 200 len: 991 time: 2.2425063 Jun 23 18:13:37.819575 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:37.845826 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49556-3fd8-4cc9-8ab6-61a1e60161e4 req-9503290e-3194-42d1-b869-602e70cb2c63 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:37.848013 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-03e49556-3fd8-4cc9-8ab6-61a1e60161e4 req-9503290e-3194-42d1-b869-602e70cb2c63 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1161144 Jun 23 18:13:37.893646 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-03e49556-3fd8-4cc9-8ab6-61a1e60161e4 req-c58be796-e044-424c-aafe-8da415316259 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Jun 23 18:13:37.903455 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:13:37.951157 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf5d706-99a6-4907-a568-49466305c9b1'] response: {'name': 'network-changed', 'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'status': 'completed', 'code': 200} Jun 23 18:13:38.267208 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'e1a8081d-a5f4-4098-b1aa-1bc666db2ba0', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:36Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:38.271768 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:13:38.280311 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:13:38.280981 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:38.407819 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-c6f697c7-74c4-472d-b6e4-0bb9dfe2bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:38.409456 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-c6f697c7-74c4-472d-b6e4-0bb9dfe2bbf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1098 time: 0.0839188 Jun 23 18:13:38.471170 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:13:38.565135 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-0457fe73-06f1-4003-95af-0790dab68c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:38.568135 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-0457fe73-06f1-4003-95af-0790dab68c91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1525204 Jun 23 18:13:38.700521 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-9b4f844a-5bfc-443d-8fc6-f9a75872aab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 999 time: 0.1250288 Jun 23 18:13:38.700754 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:38.815414 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-086ecf80-bfdb-437e-aa70-9bd3c391691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:38.819549 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-086ecf80-bfdb-437e-aa70-9bd3c391691c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0928323 Jun 23 18:13:38.903631 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'e1a8081d-a5f4-4098-b1aa-1bc666db2ba0', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:36Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:38.910352 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a98d-e40c-4dbe-ad13-10a089fdaf73 None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'e1a8081d-a5f4-4098-b1aa-1bc666db2ba0', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:36Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:13:39.123283 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-3d97d263-d2af-41c6-b9fc-3cf887c8ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:39.124914 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-3d97d263-d2af-41c6-b9fc-3cf887c8ea45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2298100 Jun 23 18:13:39.283331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb650-4fb9-46e1-b7e0-0b4e3e5ce200 req-a98cf4c7-ec85-476e-ae00-d256f584ec2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:39.285260 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d83cb650-4fb9-46e1-b7e0-0b4e3e5ce200 req-a98cf4c7-ec85-476e-ae00-d256f584ec2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2140393 Jun 23 18:13:39.302450 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60794e0b-ea5f-4b0b-bbfd-8c05d8c3def6 None None] New status for floating IP e1a8081d-a5f4-4098-b1aa-1bc666db2ba0: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:13:39.321080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-f2024afb-76c8-4989-9ddb-63ad370ff75c service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710291 Jun 23 18:13:39.417584 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d83cb650-4fb9-46e1-b7e0-0b4e3e5ce200 req-1c0a21b0-0341-4341-a22e-47001de0db91 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232038 Jun 23 18:13:39.477523 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-5f8c2c85-d56f-437a-8d64-c06b82705dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410201 Jun 23 18:13:39.500871 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2b06077-9f4e-47a3-bc51-8ebffc6cbb5b req-fb4e9ab4-b699-4a72-ab14-46e00a9c60ec service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728320 Jun 23 18:13:39.703796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-fee66c70-7e9d-4ff1-b960-c75c7c16b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:39.707336 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-fee66c70-7e9d-4ff1-b960-c75c7c16b894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1098 time: 0.1011059 Jun 23 18:13:39.901727 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-87170ff0-75e0-4077-937b-164ce27fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:39.903189 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-87170ff0-75e0-4077-937b-164ce27fcf6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1638308 Jun 23 18:13:40.031016 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-71621a46-9515-492c-ae41-0cc149461f2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 1001 time: 0.1163216 Jun 23 18:13:40.115880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-eb394a57-6a35-458e-bce0-2a9f0283be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:40.117252 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-eb394a57-6a35-458e-bce0-2a9f0283be7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0701461 Jun 23 18:13:40.214975 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-cebc3a9c-ef8f-410a-bfee-c99751d5854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:40.216543 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-cebc3a9c-ef8f-410a-bfee-c99751d5854e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917025 Jun 23 18:13:40.476709 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-f3719a67-c653-4abd-aa2f-6ac7913e9a4f service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413688 Jun 23 18:13:40.635323 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38243926-0de0-4a2f-ae3f-f976b5394d7c req-ea95ec13-0446-45c8-a60a-5371c6a1d091 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510623 Jun 23 18:13:40.667983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafab92-ad5e-46c8-8a5f-fb2f96fee105 req-68416b45-aac0-4360-84ee-db8e73534f5b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:40.670472 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1dafab92-ad5e-46c8-8a5f-fb2f96fee105 req-68416b45-aac0-4360-84ee-db8e73534f5b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1239481 Jun 23 18:13:40.735512 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1dafab92-ad5e-46c8-8a5f-fb2f96fee105 req-d60f31f0-1afd-4f7e-a938-5ce877ccc34c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 Jun 23 18:13:41.152215 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-393e0191-0da0-49bb-82dd-75a140a3dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:41.153993 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-393e0191-0da0-49bb-82dd-75a140a3dca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0857160 Jun 23 18:13:41.235413 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3422ae-8340-439c-bcf1-74c1e0d94735 req-1eea0e36-e492-493a-828a-3ca1da606313 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:41.237015 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7b3422ae-8340-439c-bcf1-74c1e0d94735 req-1eea0e36-e492-493a-828a-3ca1da606313 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0917406 Jun 23 18:13:41.290130 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7b3422ae-8340-439c-bcf1-74c1e0d94735 req-88f20a22-c2b4-4050-b41d-a6b8b9bfc16b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Jun 23 18:13:41.305209 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-3f43582c-203d-4d13-953e-8525eaf4456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:41.306978 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-3f43582c-203d-4d13-953e-8525eaf4456a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1464279 Jun 23 18:13:41.389252 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-767f2cac-a76d-48db-b903-a6ee23d9efba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0693748 Jun 23 18:13:41.460898 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-416d4f56-0ed1-41fa-bc9f-9422faffd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:41.462823 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-416d4f56-0ed1-41fa-bc9f-9422faffd5ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0697327 Jun 23 18:13:41.560153 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-cb0f83e0-518b-4a67-8865-6f9e56af914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:41.561624 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-cb0f83e0-518b-4a67-8865-6f9e56af914b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922496 Jun 23 18:13:41.702510 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-d269fbbb-cba7-4605-8131-f7fb734c1051 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335895 Jun 23 18:13:41.844974 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b257fe9-b5c5-4a69-90e4-2c44cb1322ca req-1539bc89-c5d1-4bfd-b117-fcb7e1cd7856 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346819 Jun 23 18:13:41.952629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44464) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:42.130317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.145264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:42.155749 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Usage tracker for resource:security_group_rule and tenant:16a5eaa2a11b4067a2c0b03807d157df is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:42.158735 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:42.165684 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:42.279251 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.286093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.338417 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16a5eaa2a11b4067a2c0b03807d157df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845925 Jun 23 18:13:42.339291 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e5a26-05a9-41f0-9b98-b5305db17daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c906308-9403-484f-b4b8-d7bf5ea0e1ae,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:42.341533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44478) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:42.389454 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:13:42.405493 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.439721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.499648 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.515624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c906308-9403-484f-b4b8-d7bf5ea0e1ae,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:42.531082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.541211 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d01818af-86ab-48e8-9110-de2e507c551f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c906308-9403-484f-b4b8-d7bf5ea0e1ae HTTP/1.1" status: 204 len: 168 time: 0.1980462 Jun 23 18:13:42.543029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44486) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:42.551355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c775-370b-4633-8813-5fd0bc628666 req-d7e831ad-29cb-470f-b380-b5c8b555b27f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:42.553715 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1f94c775-370b-4633-8813-5fd0bc628666 req-d7e831ad-29cb-470f-b380-b5c8b555b27f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1253972 Jun 23 18:13:42.612581 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1f94c775-370b-4633-8813-5fd0bc628666 req-29ef79d3-7c34-4bf6-bb1c-37a192fe7121 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529051 Jun 23 18:13:42.837918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.855677 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:42.860525 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Usage tracker for resource:security_group_rule and tenant:08ce4ecfe72545dba76dfa978ee6161f is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:42.873313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:42.873313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:42.929848 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44502) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:42.949596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.970430 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:42.976220 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc029a2410d042b1aed527a6ba1a12e1 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:42.979446 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:42.981667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:42.990358 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:42.992835 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.047969 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08ce4ecfe72545dba76dfa978ee6161f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033684 Jun 23 18:13:43.048945 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7e97d-9408-4450-8537-d89270c030de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aabec4-7bb3-4a10-a038-b9a0c3ed0aa4,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:43.051657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44514) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:43.113898 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.119645 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.124133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.154304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.189991 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc029a2410d042b1aed527a6ba1a12e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566826 Jun 23 18:13:43.189991 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab50351-9bab-4619-a027-6f445c53cc19,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:43.191354 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44520) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:43.231494 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.231868 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.232204 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.232598 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.233275 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.233596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.233987 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.234453 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.234769 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.235147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.235465 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.235605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.235783 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053269d7-0bc0-4b00-ae75-fb937c9e92a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:13:43.269558 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aabec4-7bb3-4a10-a038-b9a0c3ed0aa4,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:43.276551 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.280376 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a51abf03-edc8-41ef-8717-f7ddad6021d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5aabec4-7bb3-4a10-a038-b9a0c3ed0aa4 HTTP/1.1" status: 204 len: 168 time: 0.2277710 Jun 23 18:13:43.284253 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.315252 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.380157 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.399331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab50351-9bab-4619-a027-6f445c53cc19,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:43.406592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.410002 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-00b3cb9a-6b32-4122-88ce-095934a7e6b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dab50351-9bab-4619-a027-6f445c53cc19 HTTP/1.1" status: 204 len: 168 time: 0.2154884 Jun 23 18:13:43.645206 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44542) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:43.832588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7ed7d-f367-401f-b702-8b095fb6cbae req-d406c556-2992-4d9a-911e-f298509b949c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:43.834147 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1dd7ed7d-f367-401f-b702-8b095fb6cbae req-d406c556-2992-4d9a-911e-f298509b949c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0937719 Jun 23 18:13:43.899323 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:43.919629 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:43.925676 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1dd7ed7d-f367-401f-b702-8b095fb6cbae req-8a41b0f7-d561-4c69-afd2-a13c53e6582f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836020 Jun 23 18:13:43.925838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc1cf965dbf42f19fed6138d47593a9 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:43.929176 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:43.935459 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:44.005727 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44560) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:44.024361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.038338 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.042627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:44.044821 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.046846 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Usage tracker for resource:security_group_rule and tenant:cc756c728c124ee08c5de578c0bb15cd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:44.050777 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:44.058783 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:44.099670 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fc1cf965dbf42f19fed6138d47593a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533727 Jun 23 18:13:44.101589 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479b79b-10b3-400b-bee8-b7922fc0d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd850c-0b48-4a4e-8a01-0bb20c2e783f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:44.102737 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44568) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:44.203665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.207593 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.220946 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.283555 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.311383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5282f81-c59a-424e-a279-f2ccd98c3dda,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:44.321868 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-92e21479-ce8a-4129-b9b8-99cc29842f5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc756c728c124ee08c5de578c0bb15cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119361 Jun 23 18:13:44.321868 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44586) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:44.395845 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.409316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.438745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd850c-0b48-4a4e-8a01-0bb20c2e783f,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:44.442826 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.474056 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.477744 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f90f6b5f-88cc-4f40-887f-583182a7d2f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdfd850c-0b48-4a4e-8a01-0bb20c2e783f HTTP/1.1" status: 204 len: 168 time: 0.3714964 Jun 23 18:13:44.515071 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.540031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5282f81-c59a-424e-a279-f2ccd98c3dda,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:44.545366 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.546585 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-e117c541-ba2e-4b22-a590-b7d6febebb4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5282f81-c59a-424e-a279-f2ccd98c3dda HTTP/1.1" status: 204 len: 168 time: 0.2235360 Jun 23 18:13:44.950849 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44614) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:44.977608 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:44.993369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:44.997511 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Usage tracker for resource:security_group_rule and tenant:93ab16953f014a9f95cd11de239e8fed is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:45.000586 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:45.007206 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:45.108093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.113848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.156110 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b996f2-70b1-4dd5-85f5-ab1c4fa1e1cc req-dc322101-99c0-4fae-b354-a1ced6647194 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:45.165858 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75b996f2-70b1-4dd5-85f5-ab1c4fa1e1cc req-dc322101-99c0-4fae-b354-a1ced6647194 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1136105 Jun 23 18:13:45.184161 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93ab16953f014a9f95cd11de239e8fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322204 Jun 23 18:13:45.184668 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44622) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:45.202014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41083d04-4264-42fe-a467-be2e59476b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc801697-6e9c-4631-b866-b5d50babd355,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:45.271288 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75b996f2-70b1-4dd5-85f5-ab1c4fa1e1cc req-35daab65-f605-4181-8b63-ac0ce907a641 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039212 Jun 23 18:13:45.283416 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.313080 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.400000 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.430379 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc801697-6e9c-4631-b866-b5d50babd355,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:45.451145 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:45.453967 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-cd501cd3-e995-4c3c-b91f-56b34b439270 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc801697-6e9c-4631-b866-b5d50babd355 HTTP/1.1" status: 204 len: 168 time: 0.2680826 Jun 23 18:13:46.484407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2db81-b94a-437b-9627-f04ca3944312 req-e9ee22be-e2e6-4b49-96ac-063335a6e184 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:46.486241 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b4c2db81-b94a-437b-9627-f04ca3944312 req-e9ee22be-e2e6-4b49-96ac-063335a6e184 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0982001 Jun 23 18:13:46.550955 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b4c2db81-b94a-437b-9627-f04ca3944312 req-8963a1eb-f794-4e53-ac88-b919f7b61496 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 Jun 23 18:13:47.797389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dd8ae-381e-437a-8126-ec1fe909539e req-846f5e38-e640-441f-9056-41ce793d3ab6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:47.800454 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-502dd8ae-381e-437a-8126-ec1fe909539e req-846f5e38-e640-441f-9056-41ce793d3ab6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1107893 Jun 23 18:13:47.895285 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-502dd8ae-381e-437a-8126-ec1fe909539e req-68c79df5-56b6-4ae9-bb57-7fc6080924e5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824490 Jun 23 18:13:48.440637 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53659-69e4-495d-895c-50ac40f71eb2 req-c221c79c-4b74-40c3-962f-0101e69b78a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:48.442096 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24b53659-69e4-495d-895c-50ac40f71eb2 req-c221c79c-4b74-40c3-962f-0101e69b78a5 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.1077077 Jun 23 18:13:48.590988 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24b53659-69e4-495d-895c-50ac40f71eb2 req-0d39de3c-7df6-4d3b-97ca-ac27a83712ff tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423829 Jun 23 18:13:49.107333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53d8a-14ef-49ac-835d-805866abf465 req-526d1bfd-3294-4b9c-9867-30c34e2b9073 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:49.109121 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d8e53d8a-14ef-49ac-835d-805866abf465 req-526d1bfd-3294-4b9c-9867-30c34e2b9073 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0967331 Jun 23 18:13:49.165693 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d8e53d8a-14ef-49ac-835d-805866abf465 req-a452280d-1405-49dc-a463-e20868561816 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 Jun 23 18:13:49.802440 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9d4ea-0a4b-4f4f-9a0e-8d951d718c5d req-f259a84b-5c55-4735-9760-cceccef5e7b3 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:49.803880 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0cc9d4ea-0a4b-4f4f-9a0e-8d951d718c5d req-f259a84b-5c55-4735-9760-cceccef5e7b3 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.0863049 Jun 23 18:13:49.851850 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0cc9d4ea-0a4b-4f4f-9a0e-8d951d718c5d req-19105fae-9a51-4d63-84a4-3aa5f899305a tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Jun 23 18:13:50.354079 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5bb26-71c0-4f65-b5be-0a4e7dc0c2a0 req-c3365d9d-0f96-4358-ab59-c4b68408883e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:50.355518 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f6a5bb26-71c0-4f65-b5be-0a4e7dc0c2a0 req-c3365d9d-0f96-4358-ab59-c4b68408883e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0895936 Jun 23 18:13:50.401956 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f6a5bb26-71c0-4f65-b5be-0a4e7dc0c2a0 req-8fc81569-f4f9-41d5-9034-041b0f1f2e8e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Jun 23 18:13:51.047662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0184258-8ea9-46be-9304-c5afb774c553 req-126d587b-db86-4ed1-9191-abb036183c16 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:51.049201 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0184258-8ea9-46be-9304-c5afb774c553 req-126d587b-db86-4ed1-9191-abb036183c16 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.0848541 Jun 23 18:13:51.091983 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0184258-8ea9-46be-9304-c5afb774c553 req-3f3e45b4-aec8-4661-bc3d-c007b51a80e6 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Jun 23 18:13:51.605271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e09b5d-48c4-4f4f-b2c6-ac2b64d0d5e4 req-901b08b6-c0fb-4c25-b33e-8e2541ab17e7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:51.606776 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-64e09b5d-48c4-4f4f-b2c6-ac2b64d0d5e4 req-901b08b6-c0fb-4c25-b33e-8e2541ab17e7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0916708 Jun 23 18:13:51.653886 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-64e09b5d-48c4-4f4f-b2c6-ac2b64d0d5e4 req-5f2e4ca5-3a74-4d9a-a2bc-ed53362d8e68 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Jun 23 18:13:52.206584 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50519a8-9253-4594-bbfd-625d11768c00 req-c664c703-ec49-4880-b539-d9975101803d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:52.208076 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a50519a8-9253-4594-bbfd-625d11768c00 req-c664c703-ec49-4880-b539-d9975101803d tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.1107013 Jun 23 18:13:52.336565 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Deleting port a912b9e7-adfb-4da4-a866-5977fa082efc {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:13:52.336926 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:52.443286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4b17ec79-cc86-42b3-9b57-194c8d5dfe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:52.464089 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c1077-b115-46d5-b44a-19c2298c0cb3 req-4d9fd495-1169-4fbc-baf9-af5f4a3c0a3f tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:52.465814 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-048c1077-b115-46d5-b44a-19c2298c0cb3 req-4d9fd495-1169-4fbc-baf9-af5f4a3c0a3f tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 946 time: 0.2568471 Jun 23 18:13:52.610305 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-048c1077-b115-46d5-b44a-19c2298c0cb3 req-ad1d9b65-d3e3-40fd-ac02-02ee40b5a069 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/security-groups?id=8bdf42a3-3982-463e-a431-b70d8b387cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324725 Jun 23 18:13:52.673774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44882) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:52.687350 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] For port a912b9e7-adfb-4da4-a866-5977fa082efc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a912b9e7-adfb-4da4-a866-5977fa082efc,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:52.687802 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:52.835104 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Calling delete_port for a912b9e7-adfb-4da4-a866-5977fa082efc owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:13:52.878636 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Deleting subnet 0695340a-67f0-492c-b72e-42ab7f8abfab {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:13:52.881780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:52.951128 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:52.960114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.050685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.106726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.123061 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0695340a-67f0-492c-b72e-42ab7f8abfab,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:53.135505 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-e019437f-b37a-4bca-92aa-1509cfbd39b1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0695340a-67f0-492c-b72e-42ab7f8abfab HTTP/1.1" status: 204 len: 168 time: 0.4585774 Jun 23 18:13:53.141529 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44904) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:53.154642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acafd0-9c84-4a58-9be6-54cc0e9a81ab req-664bd0ef-8777-4abe-806c-c724349cd2c9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:53.160462 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-23acafd0-9c84-4a58-9be6-54cc0e9a81ab req-664bd0ef-8777-4abe-806c-c724349cd2c9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.3625941 Jun 23 18:13:53.220717 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-23acafd0-9c84-4a58-9be6-54cc0e9a81ab req-b5a2a2fb-136b-4d05-8f15-388f11707feb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Jun 23 18:13:53.388737 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.422260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44926) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:53.471000 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.489203 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['a912b9e7-adfb-4da4-a866-5977fa082efc'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:13:53.596909 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Pushing event deleted for resources: {'Port': ['ID=a912b9e7-adfb-4da4-a866-5977fa082efc,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:53.609436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.632289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:53.636349 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc6ccf3195b4f068cad3cd7476c0340 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:53.639292 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:53.645250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:53.684838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.810505 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.817959 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:53.933575 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffc6ccf3195b4f068cad3cd7476c0340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100348 Jun 23 18:13:53.943905 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 44958) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:53.943905 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31116753-ddf2-41b4-b759-2ee3c10690c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea61bf-2b48-4bde-ac53-82be3f48e6f7,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:53.990602 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] No DVR routers for this DVR port a912b9e7-adfb-4da4-a866-5977fa082efc on host hv-cinder-84718 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:13:54.005206 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c96bd838-0317-4210-8745-fa04ec5b5f61 req-5e21f24e-ed0d-4cbf-84de-d0e34e5009eb tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.1321840 Jun 23 18:13:54.007573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5635c8da-ba3e-49d3-9f79-147df0772a0a']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:54.016355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.020695 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'name': 'network-vif-deleted', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:13:54.039880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f2074-183c-4a3a-abaa-89798c1be51e') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:54.040484 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f2074-183c-4a3a-abaa-89798c1be51e') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:54.056143 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.064755 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a50519a8-9253-4594-bbfd-625d11768c00 req-dcd6d4e6-810f-451e-9c0e-9cab1cfb7253 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.36 "DELETE /v2.0/ports/a912b9e7-adfb-4da4-a866-5977fa082efc HTTP/1.1" status: 204 len: 173 time: 1.8194349 Jun 23 18:13:54.089405 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.098592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:13:54.099004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.138481 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.167594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.185226 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 989f2074-183c-4a3a-abaa-89798c1be51e resource provider aggregate not found Jun 23 18:13:54.198491 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6a2acd-0d8b-4ec4-aaee-12b9b3d139b1'] response: {'server_uuid': '56fa4462-578d-4c19-8bf3-044a4c452ad6', 'name': 'network-vif-deleted', 'tag': 'a912b9e7-adfb-4da4-a866-5977fa082efc', 'status': 'completed', 'code': 200} Jun 23 18:13:54.230729 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 989f2074-183c-4a3a-abaa-89798c1be51e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 989f2074-183c-4a3a-abaa-89798c1be51e found for delete ", "request_id": "req-8f84b05b-1bea-4ed6-9e4c-95d6964b18a1"}]} Jun 23 18:13:54.235747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.246826 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.272233 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5635c8da-ba3e-49d3-9f79-147df0772a0a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:54.274474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.285003 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.285251 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-96b85443-5683-4440-adf2-7c09b9f7cf4f admin admin] 10.222.0.26 "DELETE /v2.0/networks/5635c8da-ba3e-49d3-9f79-147df0772a0a HTTP/1.1" status: 204 len: 168 time: 1.1424201 Jun 23 18:13:54.286004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 44986) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:54.304059 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81ea61bf-2b48-4bde-ac53-82be3f48e6f7 HTTP/1.1" status: 204 len: 168 time: 0.3462744 Jun 23 18:13:54.305601 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c97901-778a-4048-984d-5756d90f18f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea61bf-2b48-4bde-ac53-82be3f48e6f7,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:54.375152 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Deleting subnet 72f03ae1-521f-429f-87a4-a8cbd145cc31 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:13:54.384169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.509514 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.564626 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ec2b12b2-5cef-449b-b07d-a6662dd053f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.599142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.650031 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053989-c9a5-4193-9924-0440255d7668 req-536197cb-b463-4e66-a9ca-311ecb26ad7b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:54.659298 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa053989-c9a5-4193-9924-0440255d7668 req-536197cb-b463-4e66-a9ca-311ecb26ad7b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2336452 Jun 23 18:13:54.760711 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa053989-c9a5-4193-9924-0440255d7668 req-c5fc9350-f08d-4f33-907a-ff6d33fa372f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011255 Jun 23 18:13:54.788996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.829302 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f03ae1-521f-429f-87a4-a8cbd145cc31,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:54.852623 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:54.875128 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d541fc60-0d48-4b55-b64d-d39e5a149048 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/72f03ae1-521f-429f-87a4-a8cbd145cc31 HTTP/1.1" status: 204 len: 168 time: 0.5879703 Jun 23 18:13:54.875785 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45018) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:55.028928 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.302879 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17b16598-2c7e-4af3-a463-8b9a27c67014 req-b3609a3a-79a9-44af-9fcd-032c0d4dcb48 tempest-DeleteServersTestJSON-614207692 tempest-DeleteServersTestJSON-614207692-project] 10.222.0.26 "GET /v2.0/ports?device_id=56fa4462-578d-4c19-8bf3-044a4c452ad6 HTTP/1.1" status: 200 len: 210 time: 0.0845752 Jun 23 18:13:55.312073 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.364940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.372821 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.377629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.378119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > port after_create 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.378545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.378997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > port after_update 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.379401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.379953 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.380473 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.381104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.529495 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a912b9e7-adfb-4da4-a866-5977fa082efc no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:13:55.539725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.541001 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.541693 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.542261 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:13:55.543543 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206824e6-baa5-4bb9-8625-abe6de3b3471']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:55.569528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b89dc25-578e-4d16-bee3-2779098bfe08') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:55.570518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b89dc25-578e-4d16-bee3-2779098bfe08') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:13:55.571270 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: a912b9e7-adfb-4da4-a866-5977fa082efc {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:13:55.572113 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a912b9e7-adfb-4da4-a866-5977fa082efc not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:13:55.589416 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.612970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.621245 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:13:55.621732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.736392 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.747870 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:55.770818 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] 10.222.0.26 "DELETE /v2.0/networks/206824e6-baa5-4bb9-8625-abe6de3b3471 HTTP/1.1" status: 204 len: 168 time: 0.8936217 Jun 23 18:13:55.775423 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c21521-e5ac-4de0-842f-557584386993 admin admin] Pushing event deleted for resources: {'Network': ['ID=206824e6-baa5-4bb9-8625-abe6de3b3471,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:56.015928 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 9b89dc25-578e-4d16-bee3-2779098bfe08 resource provider aggregate not found Jun 23 18:13:56.035345 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 9b89dc25-578e-4d16-bee3-2779098bfe08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b89dc25-578e-4d16-bee3-2779098bfe08 found for delete ", "request_id": "req-b73be389-4db1-4c92-9b68-a0ef3d96cf15"}]} Jun 23 18:13:56.094667 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.115741 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b660d-67eb-4848-a3dd-98a312c396dc req-9ca58a3f-31d2-40a3-87fa-44bdfb09d8f8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:56.117321 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cc4b660d-67eb-4848-a3dd-98a312c396dc req-9ca58a3f-31d2-40a3-87fa-44bdfb09d8f8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1318302 Jun 23 18:13:56.131538 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.156632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45126) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:56.173449 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cc4b660d-67eb-4848-a3dd-98a312c396dc req-09f5c236-252a-412a-a695-0e3dfec33aeb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493443 Jun 23 18:13:56.222771 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0f486278-1329-446e-9879-9148716b4f8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d44fb93d96574b6280c51aa9d0b25eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648232 Jun 23 18:13:56.225489 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45130) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:56.305603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.347972 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.417620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.433891 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099f848-9a78-4859-84c9-19db5fe9e7d3,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:56.440899 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:56.441852 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-59c9e1f8-236f-44a4-a124-03ac3ea8b5ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6099f848-9a78-4859-84c9-19db5fe9e7d3 HTTP/1.1" status: 204 len: 168 time: 0.2153871 Jun 23 18:13:56.936472 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45186) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.000728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45192) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.011006 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1d03ce5b-271c-40c5-b0ac-7c3aa1cbaa8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=192f58be8b384ceca1d802ff74765bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728567 Jun 23 18:13:57.070809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45198) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.083331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.113024 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.180161 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.194076 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45206) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.208202 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b0376-830f-4720-945d-be67d635981c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:57.214173 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.218230 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4f0064d5-8872-4a3d-9722-d108fba024f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f28b0376-830f-4720-945d-be67d635981c HTTP/1.1" status: 204 len: 168 time: 0.2159822 Jun 23 18:13:57.304283 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.337911 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:57.343105 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Usage tracker for resource:security_group_rule and tenant:88f83a24822f4cf38e6b112000429b8b is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:57.346838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:57.359092 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:57.419936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.441964 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:57.453930 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Usage tracker for resource:security_group_rule and tenant:b208e4b0c5dc431c8d807926a1fe9025 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:57.464937 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:57.476672 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:57.480523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9466e2-edd0-4226-b2e2-804af176ace3 req-18be8797-506d-4b49-9d5c-75927fb308c1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:57.482745 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db9466e2-edd0-4226-b2e2-804af176ace3 req-18be8797-506d-4b49-9d5c-75927fb308c1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1501527 Jun 23 18:13:57.538522 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db9466e2-edd0-4226-b2e2-804af176ace3 req-c8b42340-edba-48de-b466-2ff6309fdb60 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Jun 23 18:13:57.555303 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.560988 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.624977 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88f83a24822f4cf38e6b112000429b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530753 Jun 23 18:13:57.629307 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45224) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.631603 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e6c8b-1ab1-4391-aae1-fe9fbd21fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef065a-c2b5-4e80-b665-d7248c6d0f9b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:57.679238 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.684063 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.706574 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.737135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.738836 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b208e4b0c5dc431c8d807926a1fe9025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434539 Jun 23 18:13:57.739697 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcda9fe-b384-4541-bf76-488efe9fea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a74bf0-5f8b-4e72-9873-176e33b7bb15,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:57.743233 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45234) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:57.795299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.801478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.823812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef065a-c2b5-4e80-b665-d7248c6d0f9b,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:57.826930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.828744 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-14bd016a-af6f-46de-aba8-f0cf2134325e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41ef065a-c2b5-4e80-b665-d7248c6d0f9b HTTP/1.1" status: 204 len: 168 time: 0.1974132 Jun 23 18:13:57.832017 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.867476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.936336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.957316 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a74bf0-5f8b-4e72-9873-176e33b7bb15,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:57.966886 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:57.971168 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-13b725b0-d421-4598-af81-e6dd5aad384d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91a74bf0-5f8b-4e72-9873-176e33b7bb15 HTTP/1.1" status: 204 len: 168 time: 0.2266765 Jun 23 18:13:58.247344 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45258) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:58.340905 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45266) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:58.360296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:58.378451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:58.383024 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Usage tracker for resource:security_group_rule and tenant:d69b32e744064b7bb85ce774c0eedd29 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:58.386374 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:58.393261 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:58.508681 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:58.514431 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:58.596181 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45288) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:58.596869 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d69b32e744064b7bb85ce774c0eedd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489724 Jun 23 18:13:58.601523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f117-d06d-4fa0-9962-09f55e780f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d0199-8191-42be-8258-6e45d9d20a47,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:58.873265 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:58.945837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.057989 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c39be-1e6a-4942-8e5c-2fac22e84dd8 req-45d2b882-61aa-42b2-af51-25d037294477 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:13:59.059430 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-921c39be-1e6a-4942-8e5c-2fac22e84dd8 req-45d2b882-61aa-42b2-af51-25d037294477 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.3796885 Jun 23 18:13:59.119142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.140534 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-921c39be-1e6a-4942-8e5c-2fac22e84dd8 req-39a77207-2054-4450-bfaf-98a5662b8aa0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697763 Jun 23 18:13:59.143576 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12d0199-8191-42be-8258-6e45d9d20a47,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:13:59.170408 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.171577 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6a67c8dc-6ad8-43ae-8f1c-3f4e0b9b5ece admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c12d0199-8191-42be-8258-6e45d9d20a47 HTTP/1.1" status: 204 len: 168 time: 0.5669906 Jun 23 18:13:59.250852 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.469930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45330) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:59.638393 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.640980 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Deleting port 0086291d-5767-4190-be42-7f2b2d0b8c46 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:13:59.641406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.664168 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:13:59.668871 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Usage tracker for resource:security_group_rule and tenant:d5507aaac36e44989860346e1e4aaae2 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:13:59.673424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:13:59.682496 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:13:59.828551 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.831577 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.905788 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5507aaac36e44989860346e1e4aaae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336476 Jun 23 18:13:59.910108 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45350) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:59.914361 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] For port 0086291d-5767-4190-be42-7f2b2d0b8c46, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=0086291d-5767-4190-be42-7f2b2d0b8c46,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:13:59.914953 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:59.927770 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45354) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:13:59.934951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a6188-abb2-490b-8d11-4b74c64902fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941e216-c818-4b6a-a1e8-c8e5b53f6a39,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:00.004388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.046074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.122347 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.143410 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Calling delete_port for 0086291d-5767-4190-be42-7f2b2d0b8c46 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:14:00.150131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941e216-c818-4b6a-a1e8-c8e5b53f6a39,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:00.160242 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.162577 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1d4d65e8-e368-42bf-98e5-0f4b79e1d842 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3941e216-c818-4b6a-a1e8-c8e5b53f6a39 HTTP/1.1" status: 204 len: 168 time: 0.2514985 Jun 23 18:14:00.205591 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.231284 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:00.236647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d92dabf35d546baa2209f1e15800cd6 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:00.241446 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:00.252835 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:00.408221 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87165719-f4e1-41e8-b4f9-8e960c91dca5 req-77900858-6506-412a-99b9-147a07954fe9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:00.410454 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-87165719-f4e1-41e8-b4f9-8e960c91dca5 req-77900858-6506-412a-99b9-147a07954fe9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1224554 Jun 23 18:14:00.468285 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-87165719-f4e1-41e8-b4f9-8e960c91dca5 req-e61ad53b-6e52-4133-bd71-7c138a25132c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521863 Jun 23 18:14:00.574464 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.585745 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.593240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45382) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:00.640797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f3037-264d-47d6-af97-9b387cd81a9c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:00.646894 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.802952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45392) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:00.803073 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dba4829c-0f9a-4b24-b370-1ed02f891be8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d92dabf35d546baa2209f1e15800cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743181 Jun 23 18:14:00.878852 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Pushing event deleted for resources: {'Port': ['ID=0086291d-5767-4190-be42-7f2b2d0b8c46,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:00.916726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:00.990728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.039530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.079694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:01.084920 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Usage tracker for resource:security_group_rule and tenant:19299d4d005942778713c385eec31e4a is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:01.090197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:01.098298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:01.144891 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.200613 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f3037-264d-47d6-af97-9b387cd81a9c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:01.230789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.232350 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-26354ae7-bdf2-4eff-917c-d3dd791bc593 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f0f3037-264d-47d6-af97-9b387cd81a9c HTTP/1.1" status: 204 len: 168 time: 0.4282782 Jun 23 18:14:01.259497 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.323123 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.331121 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.375983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bad40b7-2407-4c42-94eb-c64f18fa130b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:01.398310 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ba720c7c-e1f8-4dd9-8e0c-d880b952441b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19299d4d005942778713c385eec31e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010654 Jun 23 18:14:01.399893 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45418) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:01.477155 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.507615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.584344 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.607454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bad40b7-2407-4c42-94eb-c64f18fa130b,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:01.615422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:01.616879 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b58753d5-2a1b-4ff2-972e-fa9fabde2a77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bad40b7-2407-4c42-94eb-c64f18fa130b HTTP/1.1" status: 204 len: 168 time: 0.2142851 Jun 23 18:14:01.764694 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:14:01.921657 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8c540-51a6-449d-b40c-6aedf8e72583 req-4f180635-819d-47c3-8b1c-92f7515d0389 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:01.923220 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dcb8c540-51a6-449d-b40c-6aedf8e72583 req-4f180635-819d-47c3-8b1c-92f7515d0389 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2769156 Jun 23 18:14:02.026606 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dcb8c540-51a6-449d-b40c-6aedf8e72583 req-60a2630a-e1cb-4b05-b910-153bd12f607f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829768 Jun 23 18:14:02.044336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:02.059748 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Sync routers for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:02.083268 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:02.083268 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:02.088475 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1cecbaf3-13c3-41fc-ac7c-1e462d647519 admin admin] 10.222.0.26 "PUT /v2.0/routers/69963731-d86f-42d3-8cf8-0fb0d3c11e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8393950 Jun 23 18:14:02.090925 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45444) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:02.326748 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:02.452116 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:02.847970 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:14:00Z', 'revision_number': 5, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:02.852901 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Checking router: 69963731-d86f-42d3-8cf8-0fb0d3c11e14 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:02.866538 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Routers {'69963731-d86f-42d3-8cf8-0fb0d3c11e14'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:02.867648 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:02.990581 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.001710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Deleting port efb9129d-3f8d-4fd2-a73f-5915d71814d9 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:14:03.006281 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.155896 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] Set router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:03.266351 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] For port efb9129d-3f8d-4fd2-a73f-5915d71814d9, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=efb9129d-3f8d-4fd2-a73f-5915d71814d9,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:03.266729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.381916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45500) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:03.442128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Calling delete_port for efb9129d-3f8d-4fd2-a73f-5915d71814d9 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:14:03.459167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7ce6-1fdd-465a-a4c0-34c58f1c6621 req-f67330a7-d372-4111-a8b9-579c907de2a2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:03.461120 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-945d7ce6-1fdd-465a-a4c0-34c58f1c6621 req-f67330a7-d372-4111-a8b9-579c907de2a2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2875853 Jun 23 18:14:03.549585 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-945d7ce6-1fdd-465a-a4c0-34c58f1c6621 req-21cfc92d-3ee3-4ab2-a04c-d8e845b82ab7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807614 Jun 23 18:14:03.595012 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:14:00Z', 'revision_number': 5, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:03.600030 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1edce4-a8b6-405f-9b79-e50280e85640 None None] The sync data for ids ['69963731-d86f-42d3-8cf8-0fb0d3c11e14'] in dv-cinder-847189-1-iscsi is: [{'id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'name': 'tempest-DeleteServersTestJSON-1787965219-router', 'tenant_id': '6ffb9323c9b448a59145db76f27a8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:14:00Z', 'revision_number': 5, 'project_id': '6ffb9323c9b448a59145db76f27a8996', 'gw_port': {'id': 'efb9129d-3f8d-4fd2-a73f-5915d71814d9', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69963731-d86f-42d3-8cf8-0fb0d3c11e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:38Z', 'updated_at': '2022-06-23T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:03.678656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.745049 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=efb9129d-3f8d-4fd2-a73f-5915d71814d9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:03.782422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-579628420-network', 'tenant_id': '52971060282b48e18d48ca79a129103d'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:03.790379 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:03.806958 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Usage tracker for resource:network and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:03.810449 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:03.821470 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:03.836930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Made reservation on behalf of 52971060282b48e18d48ca79a129103d for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:03.839657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.869273 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.927241 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:03.941424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:03.947856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:03.952553 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.966277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:04.120677 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.125524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.145764 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:14:04.156668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.157014 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Added segment e062629a-b815-4056-98a5-474414e7dc2c of type vlan for network a22759c8-807a-4eda-924a-adbbb94acc13 Jun 23 18:14:04.199847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.252974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc80cda-e2b3-44ee-b039-f6459f11213e,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:04.268688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.269698 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:04.273176 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.386190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.390934 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.449324 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 0086291d-5767-4190-be42-7f2b2d0b8c46 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:14:04.537331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 0086291d-5767-4190-be42-7f2b2d0b8c46 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:14:04.538749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 0086291d-5767-4190-be42-7f2b2d0b8c46 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:14:04.539755 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1406326 Jun 23 18:14:04.543401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45534) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:04.558482 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Request body: {'subnet': {'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-579628420-subnet', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:04.566015 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:04.574491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Usage tracker for resource:subnet and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:04.577376 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0edb-1038-463b-9410-b4b4c492f4ad admin admin] Pushing event updated for resources: {'Network': ['ID=a22759c8-807a-4eda-924a-adbbb94acc13,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:04.581138 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:04.583400 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.584191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69963731-d86f-42d3-8cf8-0fb0d3c11e14 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:14:04.589268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:04.592093 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network a22759c8-807a-4eda-924a-adbbb94acc13 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:14:04.602391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Made reservation on behalf of 52971060282b48e18d48ca79a129103d for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:04.605337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6809471'] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.606148 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.607336 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-cea025c2-5e7d-404d-9452-e7a600766c3d admin admin] 10.222.0.26 "DELETE /v2.0/routers/69963731-d86f-42d3-8cf8-0fb0d3c11e14 HTTP/1.1" status: 204 len: 168 time: 2.5155137 Jun 23 18:14:04.611197 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45542) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:04.714221 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Deleting subnet 40fd8ab5-c203-4f1f-8312-5bc5f181cd45 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:14:04.723891 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.858720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.900795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1745633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6809417'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:04.995313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0d09a4-6233-41f5-8b43-1952241feca9,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:05.002679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d598d-9eae-4453-8d2e-47a43d36f127 req-65f9023f-9187-469a-80cb-df8cd4efc4a1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:05.004401 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d50d598d-9eae-4453-8d2e-47a43d36f127 req-65f9023f-9187-469a-80cb-df8cd4efc4a1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2160625 Jun 23 18:14:05.007687 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Checking segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:05.008466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Network hostable DHCP agents. Network: a22759c8-807a-4eda-924a-adbbb94acc13, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:14:05.035448 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Network a22759c8-807a-4eda-924a-adbbb94acc13 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:14:05.037594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.045147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, a22759c8-807a-4eda-924a-adbbb94acc13) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:05.050417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:05.051114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.057388 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec41c24-61bf-4995-9791-2b574bfa6f36 None None] Network a22759c8-807a-4eda-924a-adbbb94acc13 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:05.080778 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1aab2147-4a26-4a37-b3c3-c8d63033ed64 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5338275 Jun 23 18:14:05.081074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45550) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:05.086175 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:05.091135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:05.095411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Usage tracker for resource:router and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:05.099657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:05.100817 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d50d598d-9eae-4453-8d2e-47a43d36f127 req-aac8b68f-0a92-4a1d-add3-d5f8802c58d1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907831 Jun 23 18:14:05.130656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:05.144578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.146789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.146912 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.192897 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.223451 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fd8ab5-c203-4f1f-8312-5bc5f181cd45,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:05.233063 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.234254 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc48ee-0714-4535-88bb-a2645a54e626 None None] Network 69503515-a18f-44c0-ab52-2e5745d57a66 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:05.244097 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c8a805aa-a7e9-42cb-910d-8f60e2f4ca36 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/40fd8ab5-c203-4f1f-8312-5bc5f181cd45 HTTP/1.1" status: 204 len: 168 time: 0.6286566 Jun 23 18:14:05.244359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45554) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:05.447894 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-a22759c8-807a-4eda-924a-adbbb94acc13', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:14:05.448865 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.553556 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.581060 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Deleting port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:14:05.582695 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.589842 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:05.930970 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Allocated IP 172.20.0.2 (a22759c8-807a-4eda-924a-adbbb94acc13/ab0d09a4-6233-41f5-8b43-1952241feca9/9e5de3db-512a-4eeb-81ee-bdeadac9efc3) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:06.010827 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45574) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:06.095317 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] For port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,segment=NetworkSegment(6e0704b2-499e-4953-baab-3d6f5dfab655),segment_id=6e0704b2-499e-4953-baab-3d6f5dfab655)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:06.095680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.129121 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.209044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.213682 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.222061 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Transition to ACTIVE for port object 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:06.244381 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Transition to ACTIVE for port object 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:06.256377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.276706 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Calling delete_port for 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:14:06.345391 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.369652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:06.373333 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device efb9129d-3f8d-4fd2-a73f-5915d71814d9 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:14:06.378282 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Usage tracker for resource:security_group_rule and tenant:56010afc90ac47ee844655ef9cf7e9eb is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:06.383140 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:06.391196 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:06.426122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Network a22759c8-807a-4eda-924a-adbbb94acc13 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:06.429747 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: efb9129d-3f8d-4fd2-a73f-5915d71814d9 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:14:06.430167 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device efb9129d-3f8d-4fd2-a73f-5915d71814d9 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:14:06.435802 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:06.440460 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Pushing event updated for resources: {'Port': ['ID=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:06.442301 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:06.443145 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.484044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.484485 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.487260 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.487852 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.488473 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.488975 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.489493 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.490025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.490564 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.490964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.491372 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.491735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:06.506531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa31ee8-81b2-4b41-99bb-a2e7dba435c5,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:06.515636 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] No DVR routers for this DVR port 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 on host dv-cinder-847189-1-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:14:06.529524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d745e33-4b1f-4546-928b-5117fd7f2477 req-ef800afa-3e82-490a-bb5f-e7907281e062 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:06.531025 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d745e33-4b1f-4546-928b-5117fd7f2477 req-ef800afa-3e82-490a-bb5f-e7907281e062 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2591388 Jun 23 18:14:06.579699 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Attempting to bind port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:06.580201 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Attempting to bind port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:06.580636 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Attempting to bind port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 on network a22759c8-807a-4eda-924a-adbbb94acc13 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:06.582129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Allocated IP 172.27.2.74 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/21198786-138f-4f2b-a620-927e8e508a6f) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:06.589462 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:06.589861 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Checking segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:06.590862 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.591356 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Bound using segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:06.591723 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Bound port: 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:06.592100 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.614554 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d745e33-4b1f-4546-928b-5117fd7f2477 req-170c021c-b9bf-4c23-93d4-7ea11b3c2e7b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Jun 23 18:14:06.680845 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a92ef-867e-4015-a3bd-5a6bd4cfbc29 None None] DHCP port deletion for 69503515-a18f-44c0-ab52-2e5745d57a66 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:14:06.708473 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.716834 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.726303 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] For port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:06.729774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] For port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:06.734671 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.737692 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.761588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69503515-a18f-44c0-ab52-2e5745d57a66']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:06.792293 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.810729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0704b2-499e-4953-baab-3d6f5dfab655') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:06.811021 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0704b2-499e-4953-baab-3d6f5dfab655') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:06.829668 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56010afc90ac47ee844655ef9cf7e9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171515 Jun 23 18:14:06.831558 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.836101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45588) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:06.838531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f20c-6059-4c26-820d-3bc7884df081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1494311b-33e0-45fa-bef3-0765962dabe2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:06.865478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.868288 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37f738-c5af-4ce2-943d-1b854675bd13 None None] Pushing event updated for resources: {'Port': ['ID=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:06.881030 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:14:06.886847 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:06.897071 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.005397 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.009607 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.033145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:07.036438 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 6e0704b2-499e-4953-baab-3d6f5dfab655 resource provider aggregate not found Jun 23 18:14:07.038551 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:07.045316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:07.062924 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] Pushing event deleted for resources: {'Network': ['ID=69503515-a18f-44c0-ab52-2e5745d57a66,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:07.067461 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 6e0704b2-499e-4953-baab-3d6f5dfab655 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e0704b2-499e-4953-baab-3d6f5dfab655 found for delete ", "request_id": "req-505d0189-fdc2-4bca-a64e-26662d8cdca9"}]} Jun 23 18:14:07.079827 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2cd4e22c-1493-41d9-a067-d77da321b40d admin admin] 10.222.0.26 "DELETE /v2.0/networks/69503515-a18f-44c0-ab52-2e5745d57a66 HTTP/1.1" status: 204 len: 168 time: 1.8336835 Jun 23 18:14:07.108642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Pushing event updated for resources: {'Port': ['ID=21198786-138f-4f2b-a620-927e8e508a6f,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:07.136900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.276746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45612) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:07.320913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.335243 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-da40a039-3557-4fdc-bd70-600d307fbcf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ffb9323c9b448a59145db76f27a8996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573206 Jun 23 18:14:07.337916 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45616) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:07.418681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.453241 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.517916 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.551902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf42a3-3982-463e-a431-b70d8b387cc6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:07.566610 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.575787 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d5fc1c38-c67e-44b1-9585-1bc593bb3449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8bdf42a3-3982-463e-a431-b70d8b387cc6 HTTP/1.1" status: 204 len: 168 time: 0.2354190 Jun 23 18:14:07.591777 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.615424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1494311b-33e0-45fa-bef3-0765962dabe2,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:07.650410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:07.651748 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5bf88ef9-b6ed-4aeb-b58e-6a0f0918721d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1494311b-33e0-45fa-bef3-0765962dabe2 HTTP/1.1" status: 204 len: 168 time: 0.8138058 Jun 23 18:14:07.656358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.018522 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcd4d3-6e00-4fba-afde-34e17aad1fd5 req-4daef155-f19e-42d1-8c9b-8f6c65e9c850 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:08.026820 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-53bcd4d3-6e00-4fba-afde-34e17aad1fd5 req-4daef155-f19e-42d1-8c9b-8f6c65e9c850 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.2004328 Jun 23 18:14:08.121470 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-53bcd4d3-6e00-4fba-afde-34e17aad1fd5 req-dd008f98-e803-408d-b80a-fb71bd05f001 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905681 Jun 23 18:14:08.294690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814007a0-a047-4ab0-ab2a-59ceb93be355 None None] Network a22759c8-807a-4eda-924a-adbbb94acc13 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:08.303572 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45644) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:08.326981 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.358670 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:08.359813 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.366083 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Usage tracker for resource:security_group_rule and tenant:507a57e07b184087a86f3720b2654c37 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:08.370367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:08.379041 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:08.429778 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5e0d8f93-51f3-4fac-b356-f54287016690 None None] Provisioning for port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:08.454493 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:08.522548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.528067 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.574793 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=507a57e07b184087a86f3720b2654c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700956 Jun 23 18:14:08.575406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45648) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:08.637156 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135cc1-9f3c-4d18-a7f8-8359a1e0e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b3f34-1bb7-47b4-8b1b-9fd187a856d1,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:08.671989 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:08.676230 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.683527 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:08.683935 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.713598 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.776302 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Router 7bdd4221-43c3-4540-858f-860666b9c39b is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:14:08.792925 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.815940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b3f34-1bb7-47b4-8b1b-9fd187a856d1,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:08.827389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.831561 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-542ce764-516e-4826-8d06-8c13b9bf6485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c27b3f34-1bb7-47b4-8b1b-9fd187a856d1 HTTP/1.1" status: 204 len: 168 time: 0.2495654 Jun 23 18:14:08.838920 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:08.839294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.887060 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:08.900922 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:08.910571 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45662) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:08.991891 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:14:09.045829 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:14:09.046201 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1aa31ee8-81b2-4b41-99bb-a2e7dba435c5 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:14:09.082119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:09.123822 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1690336486-network', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:09.129266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:09.129956 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:09.134680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Usage tracker for resource:network and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:09.138540 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:09.145240 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:09.147844 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Sync routers for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:09.159129 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Made reservation on behalf of f53081e89e0a42b6b3c602ed20974ccd for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:09.161785 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.163428 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:09.164264 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:09.178129 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.188537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.189561 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c8ec3a31-af28-4971-a5b5-47698caa385e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1076286 Jun 23 18:14:09.192298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45674) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:09.198357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:09.202599 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:09.205638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:09.213252 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:09.388182 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.395992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.440163 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.440724 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-34e00718-d11a-4dfe-a8d8-cabde7426303 None None] Provisioning complete for port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:09.441077 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-34e00718-d11a-4dfe-a8d8-cabde7426303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.446235 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:14:09.457396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf355a0-851e-4002-a164-865196d4fe3d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:09.464221 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.464933 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Added segment 61445e2d-6dd5-4117-af10-9917511214bf of type vlan for network ad47f189-c2cf-497a-8784-dba3761c14a2 Jun 23 18:14:09.516440 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.592343 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:09.608082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40caa50-7f55-481f-9fa3-c47e344ae618 req-ad9753e7-9d94-4689-bccc-ce30cc532d94 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:09.613658 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d40caa50-7f55-481f-9fa3-c47e344ae618 req-ad9753e7-9d94-4689-bccc-ce30cc532d94 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.3047390 Jun 23 18:14:09.651519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.653298 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:09.655085 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:09.718830 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-34e00718-d11a-4dfe-a8d8-cabde7426303 None None] Current status of the port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:09.943359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad47f189-c2cf-497a-8784-dba3761c14a2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:09.950951 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-23208eda-d56a-497e-95da-f43cbb426bb2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0365856 Jun 23 18:14:09.951784 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45718) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:09.959643 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Request body: {'subnet': {'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1690336486-subnet', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:09.964245 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:09.968148 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Usage tracker for resource:subnet and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:09.971787 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:09.977788 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:09.983004 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network ad47f189-c2cf-497a-8784-dba3761c14a2 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:14:09.989490 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Made reservation on behalf of f53081e89e0a42b6b3c602ed20974ccd for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:09.992247 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7129181'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.211513 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d40caa50-7f55-481f-9fa3-c47e344ae618 req-85593fbe-74ca-4ea1-a160-235220a9129d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968838 Jun 23 18:14:10.295542 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6147794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7129195'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.384710 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:07Z', 'revision_number': 3, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:10.389971 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Checking router: 7bdd4221-43c3-4540-858f-860666b9c39b for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:10.390579 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Updating router 7bdd4221-43c3-4540-858f-860666b9c39b port 21198786-138f-4f2b-a620-927e8e508a6f binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:10.444782 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e865422-6fa7-46c1-969f-9f1254365580,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:10.453376 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Checking segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:10.454365 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Network hostable DHCP agents. Network: ad47f189-c2cf-497a-8784-dba3761c14a2, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:14:10.467250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:10.488436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.536479 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.569757 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:14:10.588554 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, ad47f189-c2cf-497a-8784-dba3761c14a2) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:10.596279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:10.597055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.651242 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-43f4acf6-1020-4af9-bf21-aeb7ef37a9da admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6988223 Jun 23 18:14:10.654276 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ed509-15e2-421e-bb66-c7031757de09 req-24a76b07-d96a-4f65-aefe-459092487378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:10.664460 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-700ed509-15e2-421e-bb66-c7031757de09 req-24a76b07-d96a-4f65-aefe-459092487378 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.1786385 Jun 23 18:14:10.664460 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45740) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:10.669419 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:10.689648 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:10.698150 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Usage tracker for resource:router and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:10.702888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:10.717395 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:10.734144 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-700ed509-15e2-421e-bb66-c7031757de09 req-f670812b-169a-42db-bae6-a00159d1c68f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591245 Jun 23 18:14:10.736649 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.737936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.757071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:10.779668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798aa2ef-6122-481c-a50a-4c495a4deff1 None None] Network ad47f189-c2cf-497a-8784-dba3761c14a2 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:10.831704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Allocated IP 172.20.0.1 (a22759c8-807a-4eda-924a-adbbb94acc13/ab0d09a4-6233-41f5-8b43-1952241feca9/ba784c35-27e7-446f-bcaf-0eecab38fcae) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:11.023391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.043362 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Transition to ACTIVE for port object ba784c35-27e7-446f-bcaf-0eecab38fcae will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:11.069444 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.074441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.085560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:11.085946 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.149057 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Transition to ACTIVE for port object 21198786-138f-4f2b-a620-927e8e508a6f will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:11.182174 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Network a22759c8-807a-4eda-924a-adbbb94acc13 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:11.190050 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:11.191897 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.194564 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:11.236987 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.468607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.502216 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-ad47f189-c2cf-497a-8784-dba3761c14a2', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:14:11.502845 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.525131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:11.540853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Attempting to bind port 21198786-138f-4f2b-a620-927e8e508a6f on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:11.541365 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Attempting to bind port 21198786-138f-4f2b-a620-927e8e508a6f by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:11.541836 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Attempting to bind port 21198786-138f-4f2b-a620-927e8e508a6f on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:11.593050 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb047f3-fb60-4661-aaf5-acb3e59829eb None None] Pushing event updated for resources: {'Port': ['ID=21198786-138f-4f2b-a620-927e8e508a6f,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:11.599664 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:11.600221 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:11.600867 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.601287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:11.601935 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Bound port: 21198786-138f-4f2b-a620-927e8e508a6f, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:11.602378 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.615115 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a090-b32c-435e-8b2a-c353fc4ef8e7 req-9855cf59-e138-47df-9c1c-6ff868e897c5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:11.616578 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0286a090-b32c-435e-8b2a-c353fc4ef8e7 req-9855cf59-e138-47df-9c1c-6ff868e897c5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1682384 Jun 23 18:14:11.618325 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.714090 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-3d377cf7-af42-4bdd-a29c-55417d4b4ed8 None None] Provisioning for port ba784c35-27e7-446f-bcaf-0eecab38fcae completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:11.747133 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-3d377cf7-af42-4bdd-a29c-55417d4b4ed8 None None] Provisioning complete for port ba784c35-27e7-446f-bcaf-0eecab38fcae triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:11.747601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3d377cf7-af42-4bdd-a29c-55417d4b4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.856339 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:11.857684 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0286a090-b32c-435e-8b2a-c353fc4ef8e7 req-4019f5e6-05ba-4bcf-9b5c-6e81c105f967 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327194 Jun 23 18:14:11.908888 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.910681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.914982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.927682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] For port 21198786-138f-4f2b-a620-927e8e508a6f, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:11.938307 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3d377cf7-af42-4bdd-a29c-55417d4b4ed8 None None] Port ba784c35-27e7-446f-bcaf-0eecab38fcae cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:11.943307 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] For port 21198786-138f-4f2b-a620-927e8e508a6f, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=21198786-138f-4f2b-a620-927e8e508a6f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:11.947572 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Allocated IP 172.20.0.2 (ad47f189-c2cf-497a-8784-dba3761c14a2/9e865422-6fa7-46c1-969f-9f1254365580/b0d71eba-9734-449e-a02d-0aafdd18df7a) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:11.955042 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:11.966317 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.048346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.057667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:12.140875 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:12.142226 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:12.164222 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Allocated IP 172.27.2.46 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/6fc81c00-d914-4417-a122-faa58af9eccc) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:12.227569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Network a22759c8-807a-4eda-924a-adbbb94acc13 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:12.229045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:12.371980 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb047f3-fb60-4661-aaf5-acb3e59829eb None None] Pushing event updated for resources: {'Port': ['ID=21198786-138f-4f2b-a620-927e8e508a6f,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:12.543350 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:12.551758 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Router 7bdd4221-43c3-4540-858f-860666b9c39b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:14:12.636356 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.667865 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.698186 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.712815 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e94e7fe5-394f-41cf-91f3-b2373ec6063e None None] Provisioning complete for port ba784c35-27e7-446f-bcaf-0eecab38fcae triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:12.713189 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e94e7fe5-394f-41cf-91f3-b2373ec6063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:12.741352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Transition to ACTIVE for port object b0d71eba-9734-449e-a02d-0aafdd18df7a will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:12.763716 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:12.767592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:12.768811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:12.771704 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:12.788753 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9ae2491b-3086-4100-b0f5-9e5ea7cbf6e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/7bdd4221-43c3-4540-858f-860666b9c39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5928862 Jun 23 18:14:12.810128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Pushing event updated for resources: {'Port': ['ID=6fc81c00-d914-4417-a122-faa58af9eccc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:12.847580 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Transition to ACTIVE for port object b0d71eba-9734-449e-a02d-0aafdd18df7a will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:12.857377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e94e7fe5-394f-41cf-91f3-b2373ec6063e None None] Port ba784c35-27e7-446f-bcaf-0eecab38fcae cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:12.868919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.003800 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:13.009155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:13.012864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Pushing event updated for resources: {'Port': ['ID=b0d71eba-9734-449e-a02d-0aafdd18df7a,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:13.015278 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:13.117316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750c2bf-c94e-4189-9f90-b43851c060b4 req-096d2715-2828-4deb-82b4-2a46ca1c2fee tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:13.118815 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4750c2bf-c94e-4189-9f90-b43851c060b4 req-096d2715-2828-4deb-82b4-2a46ca1c2fee tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1067102 Jun 23 18:14:13.159347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Attempting to bind port b0d71eba-9734-449e-a02d-0aafdd18df7a on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:13.160021 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Attempting to bind port b0d71eba-9734-449e-a02d-0aafdd18df7a by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:13.160581 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Attempting to bind port b0d71eba-9734-449e-a02d-0aafdd18df7a on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:13.168683 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:13.169340 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Checking segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:13.169954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.170531 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Bound using segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:13.171203 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Bound port: b0d71eba-9734-449e-a02d-0aafdd18df7a, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:13.171766 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.182260 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4750c2bf-c94e-4189-9f90-b43851c060b4 req-de47a21b-4c15-4f30-a43e-f4f2fd5cb609 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 Jun 23 18:14:13.248430 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 2, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:13.258169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8d178-0c75-4bb9-bb6d-af5111da3c83 None None] The sync data for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi is: [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 2, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:13.286714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] For port b0d71eba-9734-449e-a02d-0aafdd18df7a, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:13.289950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] For port b0d71eba-9734-449e-a02d-0aafdd18df7a, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b0d71eba-9734-449e-a02d-0aafdd18df7a,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:13.295191 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.305708 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.381154 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441dc9-c59a-4786-aeac-c1d6feb22e36 None None] Pushing event updated for resources: {'Port': ['ID=b0d71eba-9734-449e-a02d-0aafdd18df7a,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:13.541485 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45788) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:13.558534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-263933391-network', 'tenant_id': '8cf8c365c8084e218607390fef873f52'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:13.584688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:13.590832 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Usage tracker for resource:network and tenant:8cf8c365c8084e218607390fef873f52 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:13.594464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:13.601421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:13.614266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Made reservation on behalf of 8cf8c365c8084e218607390fef873f52 for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:13.617308 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.666167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.715568 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:13.720093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf8c365c8084e218607390fef873f52 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:13.723198 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:13.729294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:13.774900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.871383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.880694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.920203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:14:13.926021 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f415bb-9bde-4691-9a1f-5b0f89f66b57,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:13.933240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:13.933583 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Added segment 1b3068c7-4b74-42c7-9e6f-ab723de31c50 of type vlan for network 15447aba-2959-4231-9541-83b7590a89b0 Jun 23 18:14:13.973774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.009223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.010567 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:14.011180 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.054181 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:14:14.120716 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5772288 Jun 23 18:14:14.123656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8ae38-9dc5-41a0-b9c8-7323295f2b63 admin admin] Pushing event updated for resources: {'Network': ['ID=15447aba-2959-4231-9541-83b7590a89b0,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:14.124856 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45798) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:14.136045 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 15447aba-2959-4231-9541-83b7590a89b0 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:14:14.383481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Request body: {'subnet': {'network_id': '15447aba-2959-4231-9541-83b7590a89b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-263933391-subnet', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:14.388383 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:14.393003 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Usage tracker for resource:subnet and tenant:8cf8c365c8084e218607390fef873f52 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:14.396798 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:14.404879 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:14.476683 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 21198786-138f-4f2b-a620-927e8e508a6f up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:14.498581 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:14.510965 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:14.528709 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Made reservation on behalf of 8cf8c365c8084e218607390fef873f52 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:14.530997 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7129181'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.533630 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:14.534536 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:14.568613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 21198786-138f-4f2b-a620-927e8e508a6f completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:14.574112 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 21198786-138f-4f2b-a620-927e8e508a6f triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:14.574454 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.737629 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 21198786-138f-4f2b-a620-927e8e508a6f is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:14.737827 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.763364 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 21198786-138f-4f2b-a620-927e8e508a6f, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=21198786-138f-4f2b-a620-927e8e508a6f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:14.769623 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.770852 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b0d71eba-9734-449e-a02d-0aafdd18df7a up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:14.839543 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:14.840920 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e04b2745-d2ac-4b3b-90a7-60ca28e0569e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1772773 Jun 23 18:14:14.843788 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45812) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:14.896099 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268e813-6457-49f8-9397-9610113025b1 req-7029e910-0e89-4237-bba3-68e8790e8e77 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:14.899612 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0268e813-6457-49f8-9397-9610113025b1 req-7029e910-0e89-4237-bba3-68e8790e8e77 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.5218589 Jun 23 18:14:14.922432 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e4f4e-c6b4-4fce-a855-350a8c66ea3b None None] Network ad47f189-c2cf-497a-8784-dba3761c14a2 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:14.968548 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:15.114692 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0268e813-6457-49f8-9397-9610113025b1 req-2a1bbcbb-656b-443e-b6aa-74b0bcc4b1d6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012289 Jun 23 18:14:15.170225 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6147794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7129195'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.227792 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f05948fb-1534-459e-86a9-a89604772a4a None None] Provisioning for port b0d71eba-9734-449e-a02d-0aafdd18df7a completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:15.242234 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=21198786-138f-4f2b-a620-927e8e508a6f,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:15.269516 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port b0d71eba-9734-449e-a02d-0aafdd18df7a completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:15.288867 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port b0d71eba-9734-449e-a02d-0aafdd18df7a triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:15.294307 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.300437 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec253db7-132a-4674-afd1-aca1156f8fb6,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:15.339611 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Checking segment: {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:15.339969 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Network hostable DHCP agents. Network: 15447aba-2959-4231-9541-83b7590a89b0, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:14:15.378677 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Network 15447aba-2959-4231-9541-83b7590a89b0 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:14:15.399208 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 15447aba-2959-4231-9541-83b7590a89b0) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:15.404761 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:15.404761 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.429632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b02f9-e459-429e-970b-e8ce07dbf086 None None] Network 15447aba-2959-4231-9541-83b7590a89b0 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:15.443314 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7bf367d0-87f9-486c-910f-d6837efea917 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3166885 Jun 23 18:14:15.443898 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45820) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:15.448745 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:15.464195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:15.471714 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Usage tracker for resource:router and tenant:8cf8c365c8084e218607390fef873f52 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:15.480509 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:15.490345 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:15.509854 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.510908 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.544589 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.579355 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:13Z', 'revision_number': 3, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:15.586120 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:15.586786 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Updating router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 port 6fc81c00-d914-4417-a122-faa58af9eccc binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:15.659743 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.685828 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port b0d71eba-9734-449e-a02d-0aafdd18df7a is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:15.686237 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.910935 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port b0d71eba-9734-449e-a02d-0aafdd18df7a, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b0d71eba-9734-449e-a02d-0aafdd18df7a,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:15.927547 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:15.946992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.203219 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-15447aba-2959-4231-9541-83b7590a89b0', 'network_id': '15447aba-2959-4231-9541-83b7590a89b0', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'fixed_ips': [{'subnet_id': 'ec253db7-132a-4674-afd1-aca1156f8fb6'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:14:16.213718 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.499178 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=b0d71eba-9734-449e-a02d-0aafdd18df7a,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:16.524102 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Sync routers for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:16.526694 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 21198786-138f-4f2b-a620-927e8e508a6f up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:16.600365 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.619083 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.630401 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Transition to ACTIVE for port object 6fc81c00-d914-4417-a122-faa58af9eccc will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:16.645897 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.665710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.680841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:16.681541 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:16.727340 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.747516 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Pushing event updated for resources: {'Port': ['ID=6fc81c00-d914-4417-a122-faa58af9eccc,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:16.769818 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Attempting to bind port 6fc81c00-d914-4417-a122-faa58af9eccc on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:16.770328 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Attempting to bind port 6fc81c00-d914-4417-a122-faa58af9eccc by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:16.770812 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Attempting to bind port 6fc81c00-d914-4417-a122-faa58af9eccc on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:16.780064 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:16.780620 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:16.781121 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.782670 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:16.782670 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Bound port: 6fc81c00-d914-4417-a122-faa58af9eccc, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:16.783390 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.817361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7da7-a4cd-447a-aadb-74d18b3385c4 req-5c0b9153-dcb4-43ba-842e-2da1b1931a7d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:16.826319 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ef6d7da7-a4cd-447a-aadb-74d18b3385c4 req-5c0b9153-dcb4-43ba-842e-2da1b1931a7d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.3150301 Jun 23 18:14:16.846093 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-82b62507-e266-494e-8400-c9fd9bb3fa74 None None] Provisioning complete for port b0d71eba-9734-449e-a02d-0aafdd18df7a triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:16.847220 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-82b62507-e266-494e-8400-c9fd9bb3fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.872762 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] For port 6fc81c00-d914-4417-a122-faa58af9eccc, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:16.877393 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] For port 6fc81c00-d914-4417-a122-faa58af9eccc, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=6fc81c00-d914-4417-a122-faa58af9eccc,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:16.880258 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.880667 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.881043 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.881770 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.882257 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.882648 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.883029 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.883411 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.883831 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.884169 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.884567 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.884939 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:16.897611 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.911427 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ef6d7da7-a4cd-447a-aadb-74d18b3385c4 req-4dbe583d-9ec0-4cac-be85-7e1f1b3cdfb2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839469 Jun 23 18:14:17.046843 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Allocated IP 172.27.2.173 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/87b289ef-16e5-4ee6-8954-62e83c2cad1c) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:17.103158 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98680d9f-2517-415d-b177-e8f3d6214498 None None] Pushing event updated for resources: {'Port': ['ID=6fc81c00-d914-4417-a122-faa58af9eccc,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:17.113555 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Allocated IP 172.20.0.1 (ad47f189-c2cf-497a-8784-dba3761c14a2/9e865422-6fa7-46c1-969f-9f1254365580/af196479-e162-4418-98b7-e630f3ef4773) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:17.139333 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:17.140953 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:17.270669 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-82b62507-e266-494e-8400-c9fd9bb3fa74 None None] Current status of the port b0d71eba-9734-449e-a02d-0aafdd18df7a is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:17.281180 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 21198786-138f-4f2b-a620-927e8e508a6f triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:17.281953 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.307392 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.320177 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Allocated IP 172.20.0.2 (15447aba-2959-4231-9541-83b7590a89b0/ec253db7-132a-4674-afd1-aca1156f8fb6/7231a38d-e01f-42fe-adfe-6c008827f907) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:17.324063 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:17.330556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Transition to ACTIVE for port object af196479-e162-4418-98b7-e630f3ef4773 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:17.361926 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.369757 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:17.508378 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.511044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:17.513369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:17.528938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:17.543987 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813cc27-0ff2-4794-8ef8-8a48eebf16a7 req-c4cecde6-e187-4881-a1a3-31a9442ba7a5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:17.545416 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c813cc27-0ff2-4794-8ef8-8a48eebf16a7 req-c4cecde6-e187-4881-a1a3-31a9442ba7a5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.4104555 Jun 23 18:14:17.640059 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.651515 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c813cc27-0ff2-4794-8ef8-8a48eebf16a7 req-d7f74268-db32-419c-bc93-95419e30fa43 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949357 Jun 23 18:14:17.698111 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.701763 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:17.810274 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:13Z', 'revision_number': 3, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:17.829627 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859440a-7ac4-48cc-aa99-3645aa541cb5 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:13Z', 'revision_number': 3, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:17.861774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.871973 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:17.876067 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:17.881384 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:17.977477 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Pushing event updated for resources: {'Port': ['ID=87b289ef-16e5-4ee6-8954-62e83c2cad1c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:18.022030 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 21198786-138f-4f2b-a620-927e8e508a6f is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:18.057436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-0d2d5408-b3f4-472d-a23e-c8149ad70e46 None None] Provisioning for port af196479-e162-4418-98b7-e630f3ef4773 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:18.097299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-0d2d5408-b3f4-472d-a23e-c8149ad70e46 None None] Provisioning complete for port af196479-e162-4418-98b7-e630f3ef4773 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:18.097795 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5408-b3f4-472d-a23e-c8149ad70e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.387279 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.394746 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.418780 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d5408-b3f4-472d-a23e-c8149ad70e46 None None] Port af196479-e162-4418-98b7-e630f3ef4773 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:18.454069 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.481114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Transition to ACTIVE for port object 7231a38d-e01f-42fe-adfe-6c008827f907 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:18.554837 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 2, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:18.566721 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Transition to ACTIVE for port object 7231a38d-e01f-42fe-adfe-6c008827f907 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:18.569078 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.602589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.614286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b0d71eba-9734-449e-a02d-0aafdd18df7a up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:18.655409 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Checking router: 7bdd4221-43c3-4540-858f-860666b9c39b for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:18.655760 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Updating router 7bdd4221-43c3-4540-858f-860666b9c39b port ba784c35-27e7-446f-bcaf-0eecab38fcae binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:18.689386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.747251 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.768408 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:18.834585 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:18.835736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:18.881788 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Network 15447aba-2959-4231-9541-83b7590a89b0 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:18.890625 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:18.904326 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Pushing event updated for resources: {'Port': ['ID=7231a38d-e01f-42fe-adfe-6c008827f907,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:18.916707 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:19.125150 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port b0d71eba-9734-449e-a02d-0aafdd18df7a triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:19.127962 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.156749 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:14:19.189245 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.224163 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Attempting to bind port 7231a38d-e01f-42fe-adfe-6c008827f907 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:19.224579 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Attempting to bind port 7231a38d-e01f-42fe-adfe-6c008827f907 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:19.225008 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Attempting to bind port 7231a38d-e01f-42fe-adfe-6c008827f907 on network 15447aba-2959-4231-9541-83b7590a89b0 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:19.248172 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:19.248632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Checking segment: {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:19.249114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.249566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Bound using segment: {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:19.250218 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Bound port: 7231a38d-e01f-42fe-adfe-6c008827f907, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:19.250665 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.335962 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-60635e7d-800a-4f76-a601-0e645b5021b9 None None] Provisioning complete for port af196479-e162-4418-98b7-e630f3ef4773 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:19.336317 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-60635e7d-800a-4f76-a601-0e645b5021b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.367737 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:19.377865 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-beb8c7d7-71f6-41e1-8a6d-75d262b1e1b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/59b0e9da-6231-41b0-8c77-1d129f6dbd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5317485 Jun 23 18:14:19.392765 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:14:19.427796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Router b732cd52-7009-4e1f-b517-f7247cf253ba is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:14:19.471839 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-60635e7d-800a-4f76-a601-0e645b5021b9 None None] Port af196479-e162-4418-98b7-e630f3ef4773 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:19.576639 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] For port 7231a38d-e01f-42fe-adfe-6c008827f907, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:19.600639 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port b0d71eba-9734-449e-a02d-0aafdd18df7a is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:19.601327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 6fc81c00-d914-4417-a122-faa58af9eccc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:19.657950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] For port 7231a38d-e01f-42fe-adfe-6c008827f907, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=7231a38d-e01f-42fe-adfe-6c008827f907,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:19.683697 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.826558 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45894) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:19.832547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495478738', 'description': 'tempest-description--2092760171'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:19.838176 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:19.841809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:19.854338 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:19.856797 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Sync routers for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:19.856944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:19.863795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:19.871652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.873355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-482e9876-217c-4dbb-b9f0-e57707a4a825 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4285312 Jun 23 18:14:19.875757 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.876845 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 45900) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:19.895202 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:19.895837 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:19.910941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.911332 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:19.918546 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:19.923200 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:19.935326 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5eaa6-0fb1-497d-8e9e-faafd7ebd629 None None] Pushing event updated for resources: {'Port': ['ID=7231a38d-e01f-42fe-adfe-6c008827f907,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:19.942475 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:19.952331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 6fc81c00-d914-4417-a122-faa58af9eccc completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:19.960853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 6fc81c00-d914-4417-a122-faa58af9eccc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:19.961710 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.001065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Transition to ACTIVE for port object ba784c35-27e7-446f-bcaf-0eecab38fcae will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:20.023877 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.123495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.128709 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.261192 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.284525 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4546306 Jun 23 18:14:20.285566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8eb42-489f-4373-acfa-88409a560d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:20.288084 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45906) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:20.327653 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group_rule': {'security_group_id': 'ee8382a4-87bb-40f7-98df-ccc2a55eb3a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:20.353590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:20.365114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:20.374962 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:20.404262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:20.429392 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:20.458449 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.521668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:20.608497 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.615425 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f630c5-94eb-4561-8dc6-fdfca99b8633 None None] Pushing event updated for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:20.619484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.651285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e840cf2-5393-4b0e-8fde-6cf66a1c44e8,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:20.695921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.699766 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5fe59028-20dd-4f6f-b40d-dd9792436c37 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831706 Jun 23 18:14:20.700504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45926) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:20.706553 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group_rule': {'security_group_id': 'ee8382a4-87bb-40f7-98df-ccc2a55eb3a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:20.712265 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:20.716191 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:20.720080 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:20.732541 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:20.756142 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.795866 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:20.796387 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:20.849865 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.855643 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.946309 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b726e26-11b5-47b0-9e3d-9e6bfc4a9cb6,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:20.959123 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:20.965042 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f51eed43-7dd3-4cb3-a0fd-337ba9290f76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634768 Jun 23 18:14:20.966029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 45934) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:20.981983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:21.008049 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:21.017275 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:floatingip and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:21.024625 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:21.050339 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:21.066566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.145738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 6fc81c00-d914-4417-a122-faa58af9eccc is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:21.146167 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.158111 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:18Z', 'revision_number': 3, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:21.167194 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Checking router: b732cd52-7009-4e1f-b517-f7247cf253ba for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:21.167708 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Updating router b732cd52-7009-4e1f-b517-f7247cf253ba port 87b289ef-16e5-4ee6-8954-62e83c2cad1c binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:21.233154 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Attempting to bind port ba784c35-27e7-446f-bcaf-0eecab38fcae on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:21.233515 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Attempting to bind port ba784c35-27e7-446f-bcaf-0eecab38fcae by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:21.233907 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Attempting to bind port ba784c35-27e7-446f-bcaf-0eecab38fcae on network a22759c8-807a-4eda-924a-adbbb94acc13 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:21.246303 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 6fc81c00-d914-4417-a122-faa58af9eccc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=6fc81c00-d914-4417-a122-faa58af9eccc,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:21.253285 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:21.253723 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Checking segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:21.254098 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.254489 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Bound using segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:21.255049 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Bound port: ba784c35-27e7-446f-bcaf-0eecab38fcae, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:21.255347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.273761 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.290936 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.325664 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:21.467518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.605359 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 7231a38d-e01f-42fe-adfe-6c008827f907 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:21.605817 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.798587 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314b45f-daee-47f6-82c2-0b55a3c0eea2 None None] Network 15447aba-2959-4231-9541-83b7590a89b0 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:21.832304 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.847392 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Transition to ACTIVE for port object 87b289ef-16e5-4ee6-8954-62e83c2cad1c will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:21.855495 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:21.965225 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687599-93e1-42c0-b522-348f0fac039d None None] Pushing event updated for resources: {'Port': ['ID=87b289ef-16e5-4ee6-8954-62e83c2cad1c,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.004374 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Attempting to bind port 87b289ef-16e5-4ee6-8954-62e83c2cad1c on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:22.005043 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Attempting to bind port 87b289ef-16e5-4ee6-8954-62e83c2cad1c by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:22.005705 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Attempting to bind port 87b289ef-16e5-4ee6-8954-62e83c2cad1c on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:22.012673 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:22.013308 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:22.013905 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.014446 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:22.015054 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Bound port: 87b289ef-16e5-4ee6-8954-62e83c2cad1c, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:22.015757 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.018045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Allocated IP 172.27.2.9 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/1a5ee256-5061-4b1e-a9c1-92ef8f987a2d) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:22.039081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] For port ba784c35-27e7-446f-bcaf-0eecab38fcae, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:22.041298 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=6fc81c00-d914-4417-a122-faa58af9eccc,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.044479 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5cb2cdfb-abef-4b27-bfdf-fdaf0858787e None None] Provisioning for port 7231a38d-e01f-42fe-adfe-6c008827f907 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:22.084602 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Allocated IP 172.20.0.1 (15447aba-2959-4231-9541-83b7590a89b0/ec253db7-132a-4674-afd1-aca1156f8fb6/a6803fc8-fc02-4a7a-becf-44a95a2f90a1) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:22.107059 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] For port 87b289ef-16e5-4ee6-8954-62e83c2cad1c, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:22.111566 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] For port 87b289ef-16e5-4ee6-8954-62e83c2cad1c, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=87b289ef-16e5-4ee6-8954-62e83c2cad1c,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:22.119318 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.205684 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:22.206592 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:22.265134 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687599-93e1-42c0-b522-348f0fac039d None None] Pushing event updated for resources: {'Port': ['ID=87b289ef-16e5-4ee6-8954-62e83c2cad1c,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.272638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.306301 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Transition to ACTIVE for port object a6803fc8-fc02-4a7a-becf-44a95a2f90a1 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:22.339744 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 7231a38d-e01f-42fe-adfe-6c008827f907 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:22.349704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] For port ba784c35-27e7-446f-bcaf-0eecab38fcae, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=ba784c35-27e7-446f-bcaf-0eecab38fcae,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:22.354548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.365420 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 7231a38d-e01f-42fe-adfe-6c008827f907 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:22.365805 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.432798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.454974 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Network 15447aba-2959-4231-9541-83b7590a89b0 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:22.457967 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:22.460641 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:22.462769 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:22.470476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.499670 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.502486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.531037 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.559128 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f630c5-94eb-4561-8dc6-fdfca99b8633 None None] Pushing event updated for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.570637 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:22.575110 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:22.579429 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:22.590785 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ccae-1099-400e-9183-e41c27ab5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.628341 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:22.628992 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:13:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:22.661179 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=1a5ee256-5061-4b1e-a9c1-92ef8f987a2d,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:22.689809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.790875 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:22.890522 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:18Z', 'revision_number': 3, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:22.895369 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b43c7-3336-4848-a46e-cb06625b2c1d None None] The sync data for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi is: [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:18Z', 'revision_number': 3, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:22.959572 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:23.078497 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.174578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.185144 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.385161 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=1a5ee256-5061-4b1e-a9c1-92ef8f987a2d,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:23.391235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.424723 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.427340 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a5868524-6ac5-4e71-8519-8d4fa5531d89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4573641 Jun 23 18:14:23.501445 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.507692 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.556467 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:18Z', 'revision_number': 2, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:23.593124 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 7231a38d-e01f-42fe-adfe-6c008827f907 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:23.595240 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.745581 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 7231a38d-e01f-42fe-adfe-6c008827f907, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=7231a38d-e01f-42fe-adfe-6c008827f907,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:23.755426 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:23.755810 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Updating router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 port af196479-e162-4418-98b7-e630f3ef4773 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:23.828742 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.883340 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-cc23cc78-4083-4958-9c77-83719c4e0916 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:23.899053 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:23.916668 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:23.965038 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-cc23cc78-4083-4958-9c77-83719c4e0916 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:23.968200 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-cc23cc78-4083-4958-9c77-83719c4e0916 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--495478738&fields=id&tenant_id=f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 267 time: 0.2293608 Jun 23 18:14:24.045293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=7231a38d-e01f-42fe-adfe-6c008827f907,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:24.152142 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-86d8c14d-de44-4453-927c-2ff8a6ed83a0 None None] Provisioning complete for port 7231a38d-e01f-42fe-adfe-6c008827f907 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:24.152646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-86d8c14d-de44-4453-927c-2ff8a6ed83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:24.264207 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:24.290259 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 6fc81c00-d914-4417-a122-faa58af9eccc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:24.409481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Network 15447aba-2959-4231-9541-83b7590a89b0 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:24.411417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-8939f74a-d3c8-43aa-adcc-c01d2dfd9319 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:24.412959 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-8939f74a-d3c8-43aa-adcc-c01d2dfd9319 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 811 time: 0.4342899 Jun 23 18:14:24.414368 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:24.443527 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-63e133c2-41fe-41db-96e3-2d83aff7fddf tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/quotas/f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 375 time: 0.0127671 Jun 23 18:14:24.632913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-35536c13-723b-42bd-89a0-5676e370dc06 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:24.669519 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-35536c13-723b-42bd-89a0-5676e370dc06 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:24.672432 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-35536c13-723b-42bd-89a0-5676e370dc06 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2200553 Jun 23 18:14:24.695280 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d2401a3d-406a-49d2-9dcd-430eeb8544ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:24.706295 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 6fc81c00-d914-4417-a122-faa58af9eccc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:24.706731 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:24.758319 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1de08-e1c7-4c33-bd59-3422a979bb99 req-a59e0504-7bbf-4f28-a9fd-ad2a2001e5fa tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:24.759774 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6cf1de08-e1c7-4c33-bd59-3422a979bb99 req-a59e0504-7bbf-4f28-a9fd-ad2a2001e5fa tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2534435 Jun 23 18:14:24.782958 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Router b732cd52-7009-4e1f-b517-f7247cf253ba has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:14:24.858694 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-ce99173e-3cf9-4d09-b90a-e1d0c8ed8ccf service neutron] 10.222.0.26 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676493 Jun 23 18:14:24.935790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-86d8c14d-de44-4453-927c-2ff8a6ed83a0 None None] Current status of the port 7231a38d-e01f-42fe-adfe-6c008827f907 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:24.959861 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6cf1de08-e1c7-4c33-bd59-3422a979bb99 req-91637364-a37f-4362-b327-2fe783e278a7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856384 Jun 23 18:14:24.993755 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:25.005774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71f30-03d3-4264-8946-2f8b476fde05 None None] The sync data for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi is: [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:25.019557 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-1ef380a8-d408-49f5-ab38-1678c5537801 service neutron] 10.222.0.26 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591568 Jun 23 18:14:25.024824 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:14:25.035804 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5391df79-3788-450c-a6ee-60e87c1a4ff0 admin admin] 10.222.0.26 "PUT /v2.0/routers/b732cd52-7009-4e1f-b517-f7247cf253ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1576383 Jun 23 18:14:25.102596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4ef40cb3-b231-4938-b13d-42cd0dc2477e None None] Provisioning for port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:25.122520 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4ef40cb3-b231-4938-b13d-42cd0dc2477e None None] Provisioning complete for port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:25.123061 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4ef40cb3-b231-4938-b13d-42cd0dc2477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:25.155064 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 6fc81c00-d914-4417-a122-faa58af9eccc is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:25.156734 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 87b289ef-16e5-4ee6-8954-62e83c2cad1c up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:25.254876 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-4ef40cb3-b231-4938-b13d-42cd0dc2477e None None] Port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:25.361675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-573d6dba-5b07-469c-ba74-6666297db74d req-435bc28f-4326-4410-9063-0896d21e5ebf tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1064618 Jun 23 18:14:25.380315 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:25.394309 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Transition to ACTIVE for port object af196479-e162-4418-98b7-e630f3ef4773 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:25.397295 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 87b289ef-16e5-4ee6-8954-62e83c2cad1c completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:25.402879 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 87b289ef-16e5-4ee6-8954-62e83c2cad1c triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:25.403298 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:25.536510 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:25.829489 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c032c-ec72-460e-9b4c-d0b98b22b273 None None] Pushing event updated for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:25.889993 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Sync routers for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:14:25.909538 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:25.927096 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:25.959165 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Attempting to bind port af196479-e162-4418-98b7-e630f3ef4773 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:25.959817 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Attempting to bind port af196479-e162-4418-98b7-e630f3ef4773 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:25.960289 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Attempting to bind port af196479-e162-4418-98b7-e630f3ef4773 on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:26.001841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:26.002249 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Checking segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:26.002773 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.003089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Bound using segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:26.003568 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Bound port: af196479-e162-4418-98b7-e630f3ef4773, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:26.003942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.147275 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-0d907e3d-d340-4851-a182-58c56e3dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:26.149327 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-0d907e3d-d340-4851-a182-58c56e3dab4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.2963674 Jun 23 18:14:26.186902 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 87b289ef-16e5-4ee6-8954-62e83c2cad1c is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:26.188483 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.218392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.244608 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.270781 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 87b289ef-16e5-4ee6-8954-62e83c2cad1c, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=87b289ef-16e5-4ee6-8954-62e83c2cad1c,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:26.277433 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.279099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device ba784c35-27e7-446f-bcaf-0eecab38fcae up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:26.361212 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ace46-78fe-4dbf-800b-1f051d1b531b req-3e72fb30-0595-4d69-b8c0-a7dc9deda606 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:26.366343 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-995ace46-78fe-4dbf-800b-1f051d1b531b req-3e72fb30-0595-4d69-b8c0-a7dc9deda606 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1353588 Jun 23 18:14:26.466547 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-345ec6be-47c3-42ec-ac05-fe035faf7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:26.468076 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-345ec6be-47c3-42ec-ac05-fe035faf7cf2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.3111932 Jun 23 18:14:26.492514 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-995ace46-78fe-4dbf-800b-1f051d1b531b req-8081314b-36ba-4320-956a-35ea11233ab0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191752 Jun 23 18:14:26.554678 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] For port af196479-e162-4418-98b7-e630f3ef4773, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:26.616354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] For port af196479-e162-4418-98b7-e630f3ef4773, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=af196479-e162-4418-98b7-e630f3ef4773,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:26.634388 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.653526 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:26.664059 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=87b289ef-16e5-4ee6-8954-62e83c2cad1c,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:26.678616 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0a929bf3-50a5-41ad-bc19-b8c85c057e84 req-9e52bfe0-ad2b-43e1-904a-f5e5fe5f6b94 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1004167 Jun 23 18:14:26.743522 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c032c-ec72-460e-9b4c-d0b98b22b273 None None] Pushing event updated for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:26.748392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port ba784c35-27e7-446f-bcaf-0eecab38fcae completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:26.763766 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port ba784c35-27e7-446f-bcaf-0eecab38fcae triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:26.764373 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:26.793103 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:26.794066 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:27.199226 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port ba784c35-27e7-446f-bcaf-0eecab38fcae is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:27.199226 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:27.236932 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:27.441826 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port ba784c35-27e7-446f-bcaf-0eecab38fcae, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=ba784c35-27e7-446f-bcaf-0eecab38fcae,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:27.468792 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 4, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'a6803fc8-fc02-4a7a-becf-44a95a2f90a1', 'name': '', 'network_id': '15447aba-2959-4231-9541-83b7590a89b0', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'mac_address': 'fa:16:3e:65:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:21Z', 'updated_at': '2022-06-23T18:14:23Z', 'revision_number': 2, 'project_id': '8cf8c365c8084e218607390fef873f52', 'subnets': [{'id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:27.475013 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:27.481303 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Checking router: b732cd52-7009-4e1f-b517-f7247cf253ba for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:14:27.481938 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Updating router b732cd52-7009-4e1f-b517-f7247cf253ba port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:14:27.537091 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-bc405be6-d881-413d-8d35-2467916518ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.1840088 Jun 23 18:14:27.583748 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:27.637188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 7231a38d-e01f-42fe-adfe-6c008827f907 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:27.644165 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46094) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:27.900920 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408af47-35ab-4232-8667-4d957becb416 req-b6fad9aa-a3fe-4f88-8059-a740a1be8e62 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:27.920842 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d408af47-35ab-4232-8667-4d957becb416 req-b6fad9aa-a3fe-4f88-8059-a740a1be8e62 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1755352 Jun 23 18:14:27.991009 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.028171 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:28.038841 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Usage tracker for resource:security_group_rule and tenant:89ed41672ac7415aba9193e7d3c309f2 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:28.045095 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:28.064030 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d408af47-35ab-4232-8667-4d957becb416 req-d5109393-0f68-4b5f-9e73-f6857429119a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415997 Jun 23 18:14:28.074990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:28.094667 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.163414 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.168596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:28.195335 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Transition to ACTIVE for port object a6803fc8-fc02-4a7a-becf-44a95a2f90a1 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:28.212350 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.216907 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 7231a38d-e01f-42fe-adfe-6c008827f907 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:28.219257 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.250204 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.256463 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.286090 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-22c92085-d8ab-4c38-845d-099acb95822c req-e2df0d2c-cb65-4c45-bc98-865cd4cf1dcd tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.3157077 Jun 23 18:14:28.415947 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab5c0c-e1d2-419e-bf9e-d6a5dcf2dd29,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:28.420866 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0c06a902-51e0-4120-9754-b1ceb465c947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89ed41672ac7415aba9193e7d3c309f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750773 Jun 23 18:14:28.424207 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46108) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:28.523656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.540603 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa52d74-ecb5-4674-91fa-bba21bf6113c None None] Pushing event updated for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:28.541219 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:26Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:28.565269 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928e494-a84b-4085-86b5-188edfab0900 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:26Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:28.587540 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.610681 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 7231a38d-e01f-42fe-adfe-6c008827f907 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:28.611680 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 87b289ef-16e5-4ee6-8954-62e83c2cad1c up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:28.737443 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Attempting to bind port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:28.738214 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Attempting to bind port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:28.739297 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Attempting to bind port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 on network 15447aba-2959-4231-9541-83b7590a89b0 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:28.746766 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:28.747132 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Checking segment: {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:28.747865 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.748246 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Bound using segment: {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:28.748713 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Bound port: a6803fc8-fc02-4a7a-becf-44a95a2f90a1, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3068c7-4b74-42c7-9e6f-ab723de31c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15447aba-2959-4231-9541-83b7590a89b0'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:28.749109 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.768464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.784791 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 87b289ef-16e5-4ee6-8954-62e83c2cad1c triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:28.785500 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.800710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab5c0c-e1d2-419e-bf9e-d6a5dcf2dd29,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:28.820864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:28.823568 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-db0e04e2-789a-4ab0-9f01-06531daca123 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cab5c0c-e1d2-419e-bf9e-d6a5dcf2dd29 HTTP/1.1" status: 204 len: 168 time: 0.3976824 Jun 23 18:14:28.920454 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] For port a6803fc8-fc02-4a7a-becf-44a95a2f90a1, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:28.925740 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] For port a6803fc8-fc02-4a7a-becf-44a95a2f90a1, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:28.934070 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:29.038118 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 87b289ef-16e5-4ee6-8954-62e83c2cad1c is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:29.043478 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:14:29.048461 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:29.255489 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-ea596995-bf36-4487-8387-ed441ae12c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:29.262091 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-ea596995-bf36-4487-8387-ed441ae12c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.1559651 Jun 23 18:14:29.350586 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa52d74-ecb5-4674-91fa-bba21bf6113c None None] Pushing event updated for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:29.517322 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710772e0-3baa-4462-b7b1-1fd0141a8ce7 req-572b7d38-ef7b-4ca2-847d-c383a5e23a37 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:29.542138 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-710772e0-3baa-4462-b7b1-1fd0141a8ce7 req-572b7d38-ef7b-4ca2-847d-c383a5e23a37 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2572086 Jun 23 18:14:29.550462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-1097a03d-bb94-40cb-b502-622518f6f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:29.567711 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-1097a03d-bb94-40cb-b502-622518f6f012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2955558 Jun 23 18:14:29.584017 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:14:29.629191 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46126) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:29.731280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:29.821030 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-710772e0-3baa-4462-b7b1-1fd0141a8ce7 req-55070394-5114-4423-8319-fe9242531aac tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778163 Jun 23 18:14:29.923085 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6ee71739-2532-4dd9-bb70-bce21c191847 req-84d5943b-19e9-4247-9617-38ebfd969a9b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.2196696 Jun 23 18:14:29.958241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device ba784c35-27e7-446f-bcaf-0eecab38fcae up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:30.219837 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port ba784c35-27e7-446f-bcaf-0eecab38fcae triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:30.220260 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:30.227694 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-b0cc51a7-e422-4200-9302-3bc382cea654 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494725 Jun 23 18:14:30.389387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-51bb070a-9344-4512-9791-a71290b1a1e8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:30.390974 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-51bb070a-9344-4512-9791-a71290b1a1e8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 811 time: 0.5690041 Jun 23 18:14:30.392044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:30.435556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Usage tracker for resource:security_group_rule and tenant:c615aa5a3c3d4245afc87816ac3e3131 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:30.491227 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:30.515854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:30.552396 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00ac4796-f01a-4191-989f-6e322c236ef0 req-2b4c9c70-5f5f-4b2a-9c79-e80235d6c896 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162558 Jun 23 18:14:30.645558 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-980f5f63-6b1a-463d-8e3d-3dccec5d52e0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 379 time: 0.2331543 Jun 23 18:14:30.666890 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port ba784c35-27e7-446f-bcaf-0eecab38fcae is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:30.668007 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device af196479-e162-4418-98b7-e630f3ef4773 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:30.680724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'port': {'device_id': '87e42201-7664-4860-a464-1d08847184a1', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'admin_state_up': True, 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'security_groups': ['ee8382a4-87bb-40f7-98df-ccc2a55eb3a5']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:30.771767 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 4, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'a6803fc8-fc02-4a7a-becf-44a95a2f90a1', 'name': '', 'network_id': '15447aba-2959-4231-9541-83b7590a89b0', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'mac_address': 'fa:16:3e:65:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:21Z', 'updated_at': '2022-06-23T18:14:28Z', 'revision_number': 4, 'project_id': '8cf8c365c8084e218607390fef873f52', 'subnets': [{'id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:14:30.777350 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121749-d51c-4c0d-96a3-05526d51129c None None] The sync data for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi is: [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:14:22Z', 'revision_number': 4, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'a6803fc8-fc02-4a7a-becf-44a95a2f90a1', 'name': '', 'network_id': '15447aba-2959-4231-9541-83b7590a89b0', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'mac_address': 'fa:16:3e:65:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:21Z', 'updated_at': '2022-06-23T18:14:28Z', 'revision_number': 4, 'project_id': '8cf8c365c8084e218607390fef873f52', 'subnets': [{'id': 'ec253db7-132a-4674-afd1-aca1156f8fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:14:30.817962 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port af196479-e162-4418-98b7-e630f3ef4773 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:30.824716 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port af196479-e162-4418-98b7-e630f3ef4773 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:30.825547 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.054537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port af196479-e162-4418-98b7-e630f3ef4773 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:31.054537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.121077 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port af196479-e162-4418-98b7-e630f3ef4773, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=af196479-e162-4418-98b7-e630f3ef4773,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:31.130557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.138390 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.209708 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.263482 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c615aa5a3c3d4245afc87816ac3e3131&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6317108 Jun 23 18:14:31.269695 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46154) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:31.272714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:31.322752 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce69a468-c5d2-41d2-b257-f4e49e3fb773 req-1508f2bb-859f-4b0a-acc6-7f21684ab995 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1080379 Jun 23 18:14:31.373393 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:31.387135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce603-687b-4482-b354-a7b64f0cc528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b7de1d-04a4-458f-a231-c88b79ce4c45,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:31.407268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:31.432652 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.461441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.560863 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Made reservation on behalf of f53081e89e0a42b6b3c602ed20974ccd for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:31.565620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.608280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f928f-d954-4310-9816-24a1eda72630 req-3c9c06d7-e7b9-484b-b555-da992eaf8820 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:31.609969 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b79f928f-d954-4310-9816-24a1eda72630 req-3c9c06d7-e7b9-484b-b555-da992eaf8820 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.4695063 Jun 23 18:14:31.771450 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b79f928f-d954-4310-9816-24a1eda72630 req-68f55dca-7f0d-44da-8e9f-9db486aabaed tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523659 Jun 23 18:14:31.772610 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.809337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:31.810917 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08b7de1d-04a4-458f-a231-c88b79ce4c45 HTTP/1.1" status: 204 len: 168 time: 0.5362048 Jun 23 18:14:31.831997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3e519-fc81-4208-b6e1-6ebc0dec39ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b7de1d-04a4-458f-a231-c88b79ce4c45,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:31.887527 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a6803fc8-fc02-4a7a-becf-44a95a2f90a1 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:32.169509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Allocated IP 172.20.0.5 (ad47f189-c2cf-497a-8784-dba3761c14a2/9e865422-6fa7-46c1-969f-9f1254365580/0524b1bc-ecd7-4251-a452-72882f4a0b0b) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:32.178478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:32.188851 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:32.189235 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.524048 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:32.524602 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.600028 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port a6803fc8-fc02-4a7a-becf-44a95a2f90a1, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:32.606546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.607590 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device af196479-e162-4418-98b7-e630f3ef4773 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:32.716636 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.740135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Transition to ACTIVE for port object 0524b1bc-ecd7-4251-a452-72882f4a0b0b will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:32.763547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46180) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:32.776722 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4a07d29c-0d3d-4d4c-a16a-76627075b341 req-3fb6c1ba-0502-48eb-b997-476851012ab8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.2077887 Jun 23 18:14:32.787182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.873035 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:32.877028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:32.925717 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:32.931051 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Usage tracker for resource:security_group_rule and tenant:0217340db6124f21beffc91ccc76e20e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:32.942652 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:32.952637 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:33.059781 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:33.113449 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port af196479-e162-4418-98b7-e630f3ef4773 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:33.116020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.189093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.213581 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:33.215386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:33.221757 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:33.285171 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.419647 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0217340db6124f21beffc91ccc76e20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538019 Jun 23 18:14:33.426001 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46200) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:33.496137 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port af196479-e162-4418-98b7-e630f3ef4773 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:33.572076 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166c186-edeb-47ce-8bfc-c8ca871ad8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c036c-64db-497f-b324-3107c7dc77d4,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:33.595234 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:33.595484 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.598103 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.655242 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f5b68-8d03-48b0-a509-05fde229d2cc req-40bf786d-b067-44d8-b94c-e1782de228c1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:33.660309 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a81f5b68-8d03-48b0-a509-05fde229d2cc req-40bf786d-b067-44d8-b94c-e1782de228c1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.3167233 Jun 23 18:14:33.661632 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.698503 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a6803fc8-fc02-4a7a-becf-44a95a2f90a1 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:33.806693 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-3a167706-e932-4dde-ae2c-400649287bba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441715 Jun 23 18:14:33.829287 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.831599 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a81f5b68-8d03-48b0-a509-05fde229d2cc req-ebb88ebc-eca6-4bab-8a74-eedc40735fe0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623862 Jun 23 18:14:33.837966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Request body: {'port': {'device_id': '87e42201-7664-4860-a464-1d08847184a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:33.870562 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e3ac2772-8139-4e6e-809d-5033f7b9b719 None None] Provisioning for port 0524b1bc-ecd7-4251-a452-72882f4a0b0b completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:33.887653 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c036c-64db-497f-b324-3107c7dc77d4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:33.901502 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e3ac2772-8139-4e6e-809d-5033f7b9b719 None None] Provisioning complete for port 0524b1bc-ecd7-4251-a452-72882f4a0b0b triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:33.903443 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2772-8139-4e6e-809d-5033f7b9b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.933959 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:33.935911 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e1260b69-4a60-4862-aa4b-ead52e83672c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c7c036c-64db-497f-b324-3107c7dc77d4 HTTP/1.1" status: 204 len: 168 time: 0.5080907 Jun 23 18:14:34.008371 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46210) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:34.102044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:34.110573 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.174798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.331329 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af413-8ae3-41bf-82ce-bb7c346cee78 req-3539b1c5-3c36-4f1d-abde-27b170b18b93 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:34.340575 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d7af413-8ae3-41bf-82ce-bb7c346cee78 req-3539b1c5-3c36-4f1d-abde-27b170b18b93 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 931 time: 0.2183220 Jun 23 18:14:34.362427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac2772-8139-4e6e-809d-5033f7b9b719 None None] Port 0524b1bc-ecd7-4251-a452-72882f4a0b0b cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:34.417616 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.445533 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:34.450417 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Usage tracker for resource:security_group_rule and tenant:7445ef13fab34e229abb9261e65b83f2 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:34.454543 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:34.462606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:34.493687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-4d7af413-8ae3-41bf-82ce-bb7c346cee78 req-6dec5698-9477-4722-98a6-eb448ed97b36 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:34.619111 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-4d7af413-8ae3-41bf-82ce-bb7c346cee78 req-6dec5698-9477-4722-98a6-eb448ed97b36 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:34.629217 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d7af413-8ae3-41bf-82ce-bb7c346cee78 req-6dec5698-9477-4722-98a6-eb448ed97b36 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814057 Jun 23 18:14:34.632447 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:34.658271 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.664234 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.759383 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbf676-2149-4066-82c1-93f1ae8eecc7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:34.832928 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e548a856-2158-478d-ad58-3ba1ab583478 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7445ef13fab34e229abb9261e65b83f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228707 Jun 23 18:14:34.838427 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46240) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:34.930480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0524b1bc-ecd7-4251-a452-72882f4a0b0b {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:34.946183 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:34.982096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Transition to ACTIVE for port object 0524b1bc-ecd7-4251-a452-72882f4a0b0b will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:34.987699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:35.034097 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:35.123197 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:35.287293 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:35.338465 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbf676-2149-4066-82c1-93f1ae8eecc7,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:35.356973 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:35.358926 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-90ddb8e4-bf40-42ed-9b9e-11bbc0ffe1f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34cbf676-2149-4066-82c1-93f1ae8eecc7 HTTP/1.1" status: 204 len: 168 time: 0.5165277 Jun 23 18:14:35.676269 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Pushing event updated for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:35.743599 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc89a1f-1f72-4783-b6cf-392f8da8b280 req-cfba637b-64dd-4759-9ed4-db135c6b7a45 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:35.745445 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-adc89a1f-1f72-4783-b6cf-392f8da8b280 req-cfba637b-64dd-4759-9ed4-db135c6b7a45 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.4380674 Jun 23 18:14:35.943765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Attempting to bind port 0524b1bc-ecd7-4251-a452-72882f4a0b0b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:35.944332 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Attempting to bind port 0524b1bc-ecd7-4251-a452-72882f4a0b0b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:35.944432 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Attempting to bind port 0524b1bc-ecd7-4251-a452-72882f4a0b0b on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:35.981977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Port 0524b1bc-ecd7-4251-a452-72882f4a0b0b on network ad47f189-c2cf-497a-8784-dba3761c14a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:14:35.982333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Attempting to bind port 0524b1bc-ecd7-4251-a452-72882f4a0b0b on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:35.990563 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-adc89a1f-1f72-4783-b6cf-392f8da8b280 req-e8676333-830b-4432-a9fb-837f4439c03a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305524 Jun 23 18:14:35.993109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:35.993711 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Checking segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:35.993818 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Bound using segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:35.994289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Bound port: 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:35.994711 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:36.052784 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac691-a63b-4fd6-93c6-c559fca6b948 req-01f2de01-d675-4e4f-80d1-d48a6a41f87e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:36.055026 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-434ac691-a63b-4fd6-93c6-c559fca6b948 req-01f2de01-d675-4e4f-80d1-d48a6a41f87e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1574285 Jun 23 18:14:36.104142 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-434ac691-a63b-4fd6-93c6-c559fca6b948 req-1cff96b2-5a9d-494a-9cc0-1a0544264eae tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432968 Jun 23 18:14:36.158683 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:36.162095 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:36.170896 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:36.262123 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:36.263176 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:36.265820 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] 10.222.0.36 "PUT /v2.0/ports/0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 1093 time: 2.4326978 Jun 23 18:14:36.266519 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:14:36.297776 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Pushing event updated for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:36.306584 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.307149 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.307660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.308169 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.309354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.309862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.310811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.311984 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.313188 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.313918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.315182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.315822 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a014b8-d8cd-49fd-ab6a-790961838893 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:36.347283 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1071a5-ad14-4e5e-b9ea-b2a4a07158e0'] response: {'name': 'network-changed', 'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'status': 'completed', 'code': 200} Jun 23 18:14:37.212200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1909fc8-0d5a-4f7c-a89e-2601de9946db req-549912d3-85c2-4a86-bdb3-189da1ac9b56 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:37.220216 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1909fc8-0d5a-4f7c-a89e-2601de9946db req-549912d3-85c2-4a86-bdb3-189da1ac9b56 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.0987086 Jun 23 18:14:37.276087 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1909fc8-0d5a-4f7c-a89e-2601de9946db req-f633b520-4413-4449-a4b5-2ec2366dac1d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551498 Jun 23 18:14:37.353081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27868b-354c-4ee7-aa06-79e7488219c7 req-20daac54-53cb-4e0d-afe6-60c2b662a50b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:37.354571 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-3f27868b-354c-4ee7-aa06-79e7488219c7 req-20daac54-53cb-4e0d-afe6-60c2b662a50b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:37.373558 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-3f27868b-354c-4ee7-aa06-79e7488219c7 req-20daac54-53cb-4e0d-afe6-60c2b662a50b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:37.381308 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3f27868b-354c-4ee7-aa06-79e7488219c7 req-20daac54-53cb-4e0d-afe6-60c2b662a50b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1321757 Jun 23 18:14:37.427573 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3f27868b-354c-4ee7-aa06-79e7488219c7 req-6f54d4ff-5063-4d38-ac81-1379cddfdb61 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450873 Jun 23 18:14:38.632298 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ebc8-94ef-45a5-b245-90b965c09c54 req-2dc39eca-8b66-43b6-a2aa-2ab9d72992bc tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:38.634558 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dea8ebc8-94ef-45a5-b245-90b965c09c54 req-2dc39eca-8b66-43b6-a2aa-2ab9d72992bc tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1152065 Jun 23 18:14:38.644305 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaed339-5ddd-4d2e-be7c-2f3ee4df917a req-587cbefa-630c-4d4d-b2c4-7fcfe7b904b3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:38.645750 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7aaed339-5ddd-4d2e-be7c-2f3ee4df917a req-587cbefa-630c-4d4d-b2c4-7fcfe7b904b3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1030588 Jun 23 18:14:38.708453 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dea8ebc8-94ef-45a5-b245-90b965c09c54 req-35e4c3d5-96fb-4ee4-b987-b8ed9ebd992f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Jun 23 18:14:38.790067 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7aaed339-5ddd-4d2e-be7c-2f3ee4df917a req-25d5b221-b9dd-439f-945f-80397de8a3d4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382024 Jun 23 18:14:38.817223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-160581bf-c3f0-489b-a9b9-83c0d882eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:38.819151 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-160581bf-c3f0-489b-a9b9-83c0d882eed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1096 time: 0.1428316 Jun 23 18:14:38.911722 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-460f336d-24d6-4d16-9776-72c7a4592baa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 217 time: 0.0808239 Jun 23 18:14:39.002562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-e84500a3-9d3f-4f53-89bf-1157a2983293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:39.004120 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-e84500a3-9d3f-4f53-89bf-1157a2983293 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0837836 Jun 23 18:14:39.102180 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-2097ee9e-9574-42a8-94be-e2ede9a8e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:39.103390 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-2097ee9e-9574-42a8-94be-e2ede9a8e5d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909808 Jun 23 18:14:39.235248 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:40.015581 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e1bd-f509-463b-b97f-9a2cde61707c req-df223bab-28b7-43c7-9532-ac23f13480e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:40.017835 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e662e1bd-f509-463b-b97f-9a2cde61707c req-df223bab-28b7-43c7-9532-ac23f13480e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1863141 Jun 23 18:14:40.090948 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e662e1bd-f509-463b-b97f-9a2cde61707c req-e7081b3f-425b-42fa-9ff2-a73081e1fd68 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662835 Jun 23 18:14:40.200252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253adf91-250e-4bcb-8def-74867d795bef req-cdb8581c-5dcd-4ae3-b720-78dd1408af5f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:40.200252 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-253adf91-250e-4bcb-8def-74867d795bef req-cdb8581c-5dcd-4ae3-b720-78dd1408af5f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1419375 Jun 23 18:14:40.246054 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-253adf91-250e-4bcb-8def-74867d795bef req-1e45cfd6-0809-42d2-b079-a2d5d18b2550 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 Jun 23 18:14:40.934049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-d2120ecf-f3b8-49dd-a289-7aa9f4709ced service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509092 Jun 23 18:14:41.316944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822602-cd06-4149-ac3b-4eeaec81d373 req-9c7426b7-6ca7-4262-826d-1b46eee12d05 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:41.318619 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ee822602-cd06-4149-ac3b-4eeaec81d373 req-9c7426b7-6ca7-4262-826d-1b46eee12d05 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.0962999 Jun 23 18:14:41.424238 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ee822602-cd06-4149-ac3b-4eeaec81d373 req-4c6928bb-b510-4dc6-b980-605d5ba6f38e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987878 Jun 23 18:14:41.509433 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cef8b-71ee-488f-bfa0-49b86f8fcedb req-c751e51e-447f-4a0f-b5e4-615f85c3e57a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:41.521228 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9e8cef8b-71ee-488f-bfa0-49b86f8fcedb req-c751e51e-447f-4a0f-b5e4-615f85c3e57a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1059873 Jun 23 18:14:41.563783 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9e8cef8b-71ee-488f-bfa0-49b86f8fcedb req-c2eb6b00-f99c-4ff0-baf9-c9e344629349 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Jun 23 18:14:41.915108 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4748ef1f-e3fa-4898-b9d1-fca622dfb0d4 req-852d2ec6-1935-4ff4-a43b-1721a011ba6b service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640203 Jun 23 18:14:42.052227 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-5f243bda-1990-4de4-bfb4-41574b32bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.053629 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-5f243bda-1990-4de4-bfb4-41574b32bde2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1096 time: 0.0835471 Jun 23 18:14:42.302744 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-d8c4ae22-bda6-4128-b609-4f0eed9f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.304139 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-d8c4ae22-bda6-4128-b609-4f0eed9f02c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.2324638 Jun 23 18:14:42.389593 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-65de984a-7a1d-4ecd-9769-7668b8f589bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 217 time: 0.0792463 Jun 23 18:14:42.454593 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-c258c36f-ee14-44c4-82c8-789e924483fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.456039 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-c258c36f-ee14-44c4-82c8-789e924483fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0605216 Jun 23 18:14:42.621498 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-69b9f55b-83e5-4217-a874-ee3f0903fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.624277 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-69b9f55b-83e5-4217-a874-ee3f0903fdb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.2730796 Jun 23 18:14:42.637790 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-1d114c29-73d4-474b-a920-d7f29f9b29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.639289 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-1d114c29-73d4-474b-a920-d7f29f9b29a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1742251 Jun 23 18:14:42.660368 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b596e25-a935-4579-a90a-8789a97c0365 req-5998929d-ba4a-4ae6-aed8-fef6814d51f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.662295 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3b596e25-a935-4579-a90a-8789a97c0365 req-5998929d-ba4a-4ae6-aed8-fef6814d51f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1115258 Jun 23 18:14:42.681338 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-33106781-ee3b-43e6-8db0-77734c07f04d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.682809 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-33106781-ee3b-43e6-8db0-77734c07f04d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 814 time: 0.3720732 Jun 23 18:14:42.750649 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-896e6632-a137-4047-b599-7ae40bba2383 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/quotas/52971060282b48e18d48ca79a129103d HTTP/1.1" status: 200 len: 375 time: 0.0152998 Jun 23 18:14:42.802243 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3b596e25-a935-4579-a90a-8789a97c0365 req-9fc319f5-83a6-47b0-8510-0e95a71c45d4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173825 Jun 23 18:14:42.886012 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-d207e17a-3538-4bfa-9fee-7039d4c217e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:42.887474 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-d207e17a-3538-4bfa-9fee-7039d4c217e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.2341003 Jun 23 18:14:42.890382 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-5c90e24c-2bfa-49f9-a1ba-0da3079e329b service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267811 Jun 23 18:14:42.914735 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-825e73f0-4590-4814-aec7-476b9a0f829a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577027 Jun 23 18:14:43.006642 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-9e37d799-5306-4842-bce3-5510685bcd2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0907261 Jun 23 18:14:43.159680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-351b6462-d137-40bb-9bc4-ed2f135f5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:43.160992 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-351b6462-d137-40bb-9bc4-ed2f135f5ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.1335418 Jun 23 18:14:43.164865 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b1cda3c6-8d67-440a-be1c-1edd49289a25 req-af2b6628-9e88-44b6-a9bc-dee8e12881c5 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628982 Jun 23 18:14:43.184710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c676d-0636-4005-8ff7-ec37261ac032 req-6e2e0eed-96ac-46d3-b392-88f146cb16fe tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:43.186325 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d6c676d-0636-4005-8ff7-ec37261ac032 req-6e2e0eed-96ac-46d3-b392-88f146cb16fe tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1449678 Jun 23 18:14:43.233196 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d6c676d-0636-4005-8ff7-ec37261ac032 req-44d0e56c-b773-4bec-8851-44e81f74c527 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Jun 23 18:14:43.242371 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-27ac4636-e5a0-4d4d-a445-095d48f06fbe service neutron] 10.222.0.26 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347622 Jun 23 18:14:43.370678 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-a0188172-2424-4785-b355-4bc7d734b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:43.372172 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-a0188172-2424-4785-b355-4bc7d734b7f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1965942 Jun 23 18:14:43.465678 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-2c3f8ae2-9263-462a-998d-053ca32f0a95 service neutron] 10.222.0.26 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139075 Jun 23 18:14:43.547076 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-70f4386f-9e9d-499d-920d-28884d7dcd1f service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683319 Jun 23 18:14:43.732566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7ad1f515-f830-4755-9930-06a91a4e2b18 req-eeb89bca-5bdc-4508-a228-f4d16bf3005c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:43.750470 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27ae8b2c-5527-4788-bd8f-0ec1323ad75c req-7f8639d5-318e-4afc-81ea-b56a93a04ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944001 Jun 23 18:14:43.762866 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7ad1f515-f830-4755-9930-06a91a4e2b18 req-eeb89bca-5bdc-4508-a228-f4d16bf3005c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:43.765026 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7ad1f515-f830-4755-9930-06a91a4e2b18 req-eeb89bca-5bdc-4508-a228-f4d16bf3005c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0907562 Jun 23 18:14:44.054312 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536050ac-1974-42ca-afc7-9dc4c8318d9f req-b45f0491-5865-460e-a3a9-238e5e3cf3c8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:44.056227 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-536050ac-1974-42ca-afc7-9dc4c8318d9f req-b45f0491-5865-460e-a3a9-238e5e3cf3c8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1087720 Jun 23 18:14:44.105044 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-536050ac-1974-42ca-afc7-9dc4c8318d9f req-acb1186c-e934-4671-b79e-e4ffe118f000 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Jun 23 18:14:44.497317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ac01-4e8e-4421-8285-9015523dc48e req-90fb59f2-658a-4dd8-9537-34ef4c43e2f9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:44.499414 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ab78ac01-4e8e-4421-8285-9015523dc48e req-90fb59f2-658a-4dd8-9537-34ef4c43e2f9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 943 time: 0.1508021 Jun 23 18:14:44.536721 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbf68f-77c4-4fd4-ac9d-56bf0054bb97 req-ba8ca75f-275a-4f63-a448-e184238a31b9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:44.538300 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24bbf68f-77c4-4fd4-ac9d-56bf0054bb97 req-ba8ca75f-275a-4f63-a448-e184238a31b9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1087346 Jun 23 18:14:44.545897 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ab78ac01-4e8e-4421-8285-9015523dc48e req-8ee9860a-444a-469e-83de-c1b64a588cc0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 Jun 23 18:14:44.584031 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24bbf68f-77c4-4fd4-ac9d-56bf0054bb97 req-d3965155-8402-4097-9255-2fc246db6024 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Jun 23 18:14:44.963202 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b5f01b2c-08b7-4edb-bc29-9996a084cc1e req-558e3461-0825-4e83-90dd-1c4c841ea3b2 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0559063 Jun 23 18:14:44.970465 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 0524b1bc-ecd7-4251-a452-72882f4a0b0b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:14:45.124439 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:45.153178 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'port_id': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'mac_address': 'fa:16:3e:52:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:14:45.175848 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-5335cb78-50b6-4de6-801a-219d31a0b090 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:45.178866 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-5335cb78-50b6-4de6-801a-219d31a0b090 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 814 time: 0.2036076 Jun 23 18:14:45.199436 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'port': {'device_id': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'admin_state_up': True, 'tenant_id': '52971060282b48e18d48ca79a129103d'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:45.242246 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 0524b1bc-ecd7-4251-a452-72882f4a0b0b is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:45.242629 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.262404 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0524b1bc-ecd7-4251-a452-72882f4a0b0b {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:45.282505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:45.295248 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.330040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46458) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:45.400431 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:45.434350 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:45.453545 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:45.460857 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.470488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Made reservation on behalf of 52971060282b48e18d48ca79a129103d for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:45.474156 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.484331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:45.489979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Usage tracker for resource:security_group_rule and tenant:dcaa0ec2374d40ba9c5baaf1b1c501e0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:45.493676 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:45.503732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:45.595464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['0524b1bc-ecd7-4251-a452-72882f4a0b0b'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:14:45.626136 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.631139 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629549bd-d6fc-48d1-a134-c82312537cf1 req-0f4e761f-ce24-40ce-b5f5-206421d5b823 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:45.631915 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:45.633128 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-629549bd-d6fc-48d1-a134-c82312537cf1 req-0f4e761f-ce24-40ce-b5f5-206421d5b823 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2768493 Jun 23 18:14:45.711622 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcaa0ec2374d40ba9c5baaf1b1c501e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804462 Jun 23 18:14:45.713976 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2c87d-c25f-4e23-8954-498e3cac931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f682f7fe-e53b-41e9-ba7c-085c709060d6,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:45.717604 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46484) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:45.791834 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-629549bd-d6fc-48d1-a134-c82312537cf1 req-95dbffb8-943a-4590-8db8-fed24bad420b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191435 Jun 23 18:14:46.055740 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d627d55-9723-43f8-8992-e89e5a5fb9f1 req-945e4eb3-e33c-4110-aff7-7dc2bfd7c1ef tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:46.064440 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8d627d55-9723-43f8-8992-e89e5a5fb9f1 req-945e4eb3-e33c-4110-aff7-7dc2bfd7c1ef tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 944 time: 0.2880177 Jun 23 18:14:46.084890 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Allocated IP 172.20.0.6 (a22759c8-807a-4eda-924a-adbbb94acc13/ab0d09a4-6233-41f5-8b43-1952241feca9/8a8a0d21-62f3-4f56-a7ef-d85c6ef16369) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:46.095773 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.135250 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8d627d55-9723-43f8-8992-e89e5a5fb9f1 req-cc0ceb66-339a-4207-bf3c-7f2153aab0e6 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689926 Jun 23 18:14:46.254763 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.318275 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2745f304-9cee-4920-9c20-cdee38cc7e12 req-82706e42-f092-43d7-a09d-837ef6b832d8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0677409 Jun 23 18:14:46.516042 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a038e1-102d-4fae-83bb-bb3b368eda48 req-89a2527c-9228-4e85-9306-04e6f59a79a4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:46.517811 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-77a038e1-102d-4fae-83bb-bb3b368eda48 req-89a2527c-9228-4e85-9306-04e6f59a79a4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.4231286 Jun 23 18:14:46.552981 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.593757 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f682f7fe-e53b-41e9-ba7c-085c709060d6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:46.629897 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.630359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.630581 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.630908 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.631402 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.631877 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.632363 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.632863 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.633189 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.633512 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.633838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.634215 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:14:46.649469 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.677419 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-77a038e1-102d-4fae-83bb-bb3b368eda48 req-b0647cbc-73f1-4b17-bed0-85b06651a187 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479039 Jun 23 18:14:46.681156 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.692490 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-43a55fa7-016b-4434-8380-d1291969b400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f682f7fe-e53b-41e9-ba7c-085c709060d6 HTTP/1.1" status: 204 len: 168 time: 0.9735348 Jun 23 18:14:46.715313 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Transition to ACTIVE for port object 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:46.744078 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.846003 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Network a22759c8-807a-4eda-924a-adbbb94acc13 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:46.849449 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:46.852194 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:46.980342 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 0524b1bc-ecd7-4251-a452-72882f4a0b0b up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:46.989979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:46.990654 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.000714 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:47.040180 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-222e97d9-bc1d-44a3-ae02-cf9085f03351 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8453639 Jun 23 18:14:47.130721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb639a0-4ca0-486d-9cba-66a47f639c9c req-f1ed1f8b-aa9d-49a6-b9e5-ce861898f34c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:47.142166 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bb639a0-4ca0-486d-9cba-66a47f639c9c req-f1ed1f8b-aa9d-49a6-b9e5-ce861898f34c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1307573 Jun 23 18:14:47.213160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 0524b1bc-ecd7-4251-a452-72882f4a0b0b completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:47.226457 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 0524b1bc-ecd7-4251-a452-72882f4a0b0b triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:47.230542 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.253566 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bb639a0-4ca0-486d-9cba-66a47f639c9c req-7ee81e8d-8b74-4c24-93f4-5d2a01a44066 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Jun 23 18:14:47.384435 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-73246de0-9012-4ece-ae99-3d6770f4eb7b None None] Provisioning for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:14:47.410881 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-73246de0-9012-4ece-ae99-3d6770f4eb7b None None] Provisioning complete for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:47.411253 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73246de0-9012-4ece-ae99-3d6770f4eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.518400 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Request body: {'port': {'device_id': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:47.668215 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-73246de0-9012-4ece-ae99-3d6770f4eb7b None None] Port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:14:47.706021 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 0524b1bc-ecd7-4251-a452-72882f4a0b0b is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:47.718580 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.846766 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:47.856495 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:14:47.874927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.893809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:48.023383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46245-b220-4d5f-baaf-46b3aea1ec44 req-ef6a36b8-4b2c-4875-a5f7-21a18370bf9b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:48.030316 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba511-9de2-45a6-9274-d493662fab2e req-9059a852-8321-49ce-b92d-d89f9c1acdce tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:48.036621 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f9b46245-b220-4d5f-baaf-46b3aea1ec44 req-ef6a36b8-4b2c-4875-a5f7-21a18370bf9b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 931 time: 0.3452446 Jun 23 18:14:48.036968 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b57ba511-9de2-45a6-9274-d493662fab2e req-9059a852-8321-49ce-b92d-d89f9c1acdce tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 944 time: 0.6782253 Jun 23 18:14:48.111927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:48.132115 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f9b46245-b220-4d5f-baaf-46b3aea1ec44 req-1aca9ad9-55a5-47bf-9927-ebaaa193296c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:48.161041 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f9b46245-b220-4d5f-baaf-46b3aea1ec44 req-1aca9ad9-55a5-47bf-9927-ebaaa193296c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:48.167375 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b57ba511-9de2-45a6-9274-d493662fab2e req-550b3828-cfb2-4989-9919-9b52985f9309 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294396 Jun 23 18:14:48.173168 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f9b46245-b220-4d5f-baaf-46b3aea1ec44 req-1aca9ad9-55a5-47bf-9927-ebaaa193296c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300428 Jun 23 18:14:48.392491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46566) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:48.394801 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46568) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:48.514344 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a483aec-1d5d-4345-bd97-032dc4792a58'] response: {'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'code': 200} Jun 23 18:14:48.526471 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1413264903-network', 'tenant_id': 'f80a88640291409888fceac0ea48c0d3'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:48.534966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:48.541017 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Usage tracker for resource:network and tenant:f80a88640291409888fceac0ea48c0d3 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:48.544268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:48.553916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:48.570996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Made reservation on behalf of f80a88640291409888fceac0ea48c0d3 for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:48.580531 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:48.662920 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba453d24-d785-4d56-868b-a6a6bf9d4dd9 req-4019a82b-6fd2-4592-9d84-dfb6452f3034 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:48.667002 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:48.671413 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba453d24-d785-4d56-868b-a6a6bf9d4dd9 req-4019a82b-6fd2-4592-9d84-dfb6452f3034 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2268550 Jun 23 18:14:48.770256 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba453d24-d785-4d56-868b-a6a6bf9d4dd9 req-f1c2ddae-10bf-47a5-a611-4f8fe51dc3e5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976350 Jun 23 18:14:49.054056 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:49.089434 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:49.096275 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:49.105770 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:49.118899 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:f80a88640291409888fceac0ea48c0d3 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:49.123600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:49.126359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Transition to ACTIVE for port object 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:49.130575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:49.131653 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:49.141031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Usage tracker for resource:security_group_rule and tenant:58d7c1b825c44cac9511f46ca53760a1 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:49.149802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:49.155632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:49.166253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:49.504978 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:49.508736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196b19-9370-4e4e-9a42-890db90d50a4 req-14268d0d-ee2e-41ba-8b34-449ae2c56700 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:49.517020 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-29196b19-9370-4e4e-9a42-890db90d50a4 req-14268d0d-ee2e-41ba-8b34-449ae2c56700 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.5103285 Jun 23 18:14:49.739784 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46592) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:49.991448 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-29196b19-9370-4e4e-9a42-890db90d50a4 req-f88eee1e-98fb-42a6-a6fa-1b14a38df4be tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377744 Jun 23 18:14:50.058382 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5fee7-9f35-44a3-b453-23fcd38b0e42 req-1b4e2315-4c1f-4141-b4f5-bdd1220fc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.060152 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e1c5fee7-9f35-44a3-b453-23fcd38b0e42 req-1b4e2315-4c1f-4141-b4f5-bdd1220fc17d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.7402642 Jun 23 18:14:50.084759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.133255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:50.137655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:dce30fd119e64be6ab1d8cc58606519b is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:50.142223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:50.149181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:50.152747 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Attempting to bind port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:50.153300 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Attempting to bind port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:50.153478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Attempting to bind port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 on network a22759c8-807a-4eda-924a-adbbb94acc13 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:50.168363 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 on network a22759c8-807a-4eda-924a-adbbb94acc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:14:50.170037 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Attempting to bind port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 on network a22759c8-807a-4eda-924a-adbbb94acc13 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:50.201243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:50.201719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Checking segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:50.202259 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Bound using segment: {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:50.202774 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Bound port: 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e062629a-b815-4056-98a5-474414e7dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:50.203333 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.223302 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.228877 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387d7b-b9a4-4786-92dd-db3c72670b00 req-10903e77-523b-4025-b866-520f2a5505f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.230706 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-03387d7b-b9a4-4786-92dd-db3c72670b00 req-10903e77-523b-4025-b866-520f2a5505f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.4269814 Jun 23 18:14:50.233161 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e1c5fee7-9f35-44a3-b453-23fcd38b0e42 req-74eb73da-7e85-47e4-bf27-b90cb56f6c6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512184 Jun 23 18:14:50.242401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.246677 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.260312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798926-73a5-4cb8-9db9-8c262d45062d req-123153ec-d315-4def-83c4-507c9c1c7648 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.268120 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b798926-73a5-4cb8-9db9-8c262d45062d req-123153ec-d315-4def-83c4-507c9c1c7648 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.7024989 Jun 23 18:14:50.272002 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.306638 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58d7c1b825c44cac9511f46ca53760a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9131460 Jun 23 18:14:50.364512 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46600) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:50.368973 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b798926-73a5-4cb8-9db9-8c262d45062d req-1e4a4998-b07a-4907-8966-1239ca41ee87 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995915 Jun 23 18:14:50.387096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:14:50.406267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8d286-918a-4aff-97af-5d5cdab5a06d,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:50.423970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.424418 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Added segment 5447e373-bf29-4f61-b0e7-8347bbfa96d9 of type vlan for network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed Jun 23 18:14:50.510334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80e159-1a85-4373-b232-649cd15be197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6514c-0a00-4657-ae97-a2f3e4c73a6f,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:50.520949 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.547398 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d747a-b5f9-419b-82ad-8379005461a6 req-2648a7d7-14b4-458c-8829-5de4fcc9f703 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.556936 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c58d747a-b5f9-419b-82ad-8379005461a6 req-2648a7d7-14b4-458c-8829-5de4fcc9f703 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.2872901 Jun 23 18:14:50.574806 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:50.596697 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:50.602609 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.611303 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.656266 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c58d747a-b5f9-419b-82ad-8379005461a6 req-0068079e-57c9-41e3-a8a6-26a5ea66ec74 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982134 Jun 23 18:14:50.681797 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.687828 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.733526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.734525 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.735118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.774404 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.783952 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:50.784832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.786383 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 1093 time: 3.2758348 Jun 23 18:14:50.787560 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:14:50.920221 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea374e3-ab3d-40ea-ab61-fc9c57fa4ea5'] response: {'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:14:50.965345 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3018635-0cf4-49cb-999b-86de6eb24167 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:50.974496 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:50.994477 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dce30fd119e64be6ab1d8cc58606519b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2418499 Jun 23 18:14:50.996314 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46606) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:50.998285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33af59-2d91-41b4-b290-efb41dbcb6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e872861-8d64-4b2c-9909-f525ecb632c9,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:51.003194 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:51.025801 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-41184d8d-3f27-495b-85ff-21ccc28a4ac9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6287916 Jun 23 18:14:51.035635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46610) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:51.036789 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6514c-0a00-4657-ae97-a2f3e4c73a6f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:51.042387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Request body: {'subnet': {'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1413264903-subnet', 'tenant_id': 'f80a88640291409888fceac0ea48c0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:51.044595 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:14:51.046842 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.049378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:51.053830 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5f371a68-f78c-45b0-afc7-02502adc652c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7f6514c-0a00-4657-ae97-a2f3e4c73a6f HTTP/1.1" status: 204 len: 168 time: 0.6837640 Jun 23 18:14:51.070765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Usage tracker for resource:subnet and tenant:f80a88640291409888fceac0ea48c0d3 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:51.077434 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:51.090980 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:51.104972 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df259804-4369-4b58-bf3f-17d33cb11c47 req-3513c49f-2bbe-4ad1-9f7d-46d3ca720e04 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:51.108164 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df259804-4369-4b58-bf3f-17d33cb11c47 req-3513c49f-2bbe-4ad1-9f7d-46d3ca720e04 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.4453983 Jun 23 18:14:51.118524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Made reservation on behalf of f80a88640291409888fceac0ea48c0d3 for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:51.121112 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6809471'] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.265014 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df259804-4369-4b58-bf3f-17d33cb11c47 req-3590be60-940d-4b72-bf9d-c76bd5c62573 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491721 Jun 23 18:14:51.267589 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.350476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.471774 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.511601 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8bc5d-a4bb-46bb-8354-6743e9bbf604 req-9742f545-7638-469c-9503-e91984c8ef92 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:51.520855 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-79e8bc5d-a4bb-46bb-8354-6743e9bbf604 req-9742f545-7638-469c-9503-e91984c8ef92 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2329001 Jun 23 18:14:51.524445 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e872861-8d64-4b2c-9909-f525ecb632c9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:51.550006 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:51.553664 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-78a7dd76-31f2-43dd-88a0-877ec2273157 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e872861-8d64-4b2c-9909-f525ecb632c9 HTTP/1.1" status: 204 len: 168 time: 0.5476000 Jun 23 18:14:51.647828 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-03387d7b-b9a4-4786-92dd-db3c72670b00 req-06c42809-97e6-4331-b1db-61e9f0bac67a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779251 Jun 23 18:14:51.796410 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-79e8bc5d-a4bb-46bb-8354-6743e9bbf604 req-6be799f7-00d1-4ed5-aef1-92320b80d91d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741344 Jun 23 18:14:51.797460 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50e45-342c-4741-b515-12bf4bf15654 req-5c76c733-f6e0-45db-a177-b190b3ddc28c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:51.802313 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-77f50e45-342c-4741-b515-12bf4bf15654 req-5c76c733-f6e0-45db-a177-b190b3ddc28c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1933782 Jun 23 18:14:51.962839 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-77f50e45-342c-4741-b515-12bf4bf15654 req-60ee931d-23d7-4d9e-adb8-2ef9b86380a5 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485941 Jun 23 18:14:52.027620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1745633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6809417'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:52.116823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ecf71d-8fed-4d88-bdc0-22ee234f81e0,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:52.241367 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Checking segment: {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:52.241782 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Network hostable DHCP agents. Network: 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:14:52.278287 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd2ee5-40e4-4a00-81cc-84b2cb5caf45 req-9ca48ab1-470c-4688-876a-f385ea011422 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:52.287204 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-22bd2ee5-40e4-4a00-81cc-84b2cb5caf45 req-9ca48ab1-470c-4688-876a-f385ea011422 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.2435088 Jun 23 18:14:52.290729 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:14:52.351914 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-22bd2ee5-40e4-4a00-81cc-84b2cb5caf45 req-ebebb650-6707-4d01-8ce3-c2f0824aadfb tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Jun 23 18:14:52.375353 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:52.384065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:52.389786 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a69ca-a908-4202-9dee-c589158b6d06 None None] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:52.406795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:52.475320 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-6d183197-3db1-4f0b-9a5a-7420ed30b1df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4381318 Jun 23 18:14:52.651902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a5fe1-784e-4022-b17b-38a8a797d078 req-7c8f9865-2a82-4093-ac06-c55b27a18b4e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:52.660472 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce7a5fe1-784e-4022-b17b-38a8a797d078 req-7c8f9865-2a82-4093-ac06-c55b27a18b4e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2004547 Jun 23 18:14:52.706209 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-62153fb2-c74c-40c5-bc27-64feb423b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:52.735810 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce7a5fe1-784e-4022-b17b-38a8a797d078 req-a6f13332-de47-4edc-b9ae-3b120734b97a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721576 Jun 23 18:14:52.985158 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7e6f2-e62a-4486-b788-6cea03297e44 None None] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:14:53.270955 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6977-7920-4e50-af2f-e4894557718f req-37b8fff7-af08-492c-b52b-5fabbc9eba22 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:53.273300 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-382f6977-7920-4e50-af2f-e4894557718f req-37b8fff7-af08-492c-b52b-5fabbc9eba22 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2314117 Jun 23 18:14:53.303195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5995d3e-28c3-4360-96a4-15cb3abd85ba req-8636a061-47f4-4712-bbca-187cc490cf3a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:53.307053 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a5995d3e-28c3-4360-96a4-15cb3abd85ba req-8636a061-47f4-4712-bbca-187cc490cf3a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.2233958 Jun 23 18:14:53.410665 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-382f6977-7920-4e50-af2f-e4894557718f req-9b706fc7-f3bf-4c4f-a2fd-39f4d8059d71 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308949 Jun 23 18:14:53.423886 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a5995d3e-28c3-4360-96a4-15cb3abd85ba req-6f474e82-e643-4bc0-a110-34a7d7ed1040 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040912 Jun 23 18:14:53.831018 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cf5d3-61f3-4923-90c3-7a868128e4a8 req-21a206a6-1dce-49c5-a6f4-fc0a530eec78 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:53.849466 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d30cf5d3-61f3-4923-90c3-7a868128e4a8 req-21a206a6-1dce-49c5-a6f4-fc0a530eec78 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.2247262 Jun 23 18:14:53.922225 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d30cf5d3-61f3-4923-90c3-7a868128e4a8 req-90df21d9-d5bd-4718-b51e-af28ce96ebb1 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712044 Jun 23 18:14:54.062367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62838f-90f7-439e-aa68-cdbeb0c37cc6 req-3c49908f-4947-494e-a106-e2da49084533 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:54.064133 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bd62838f-90f7-439e-aa68-cdbeb0c37cc6 req-3c49908f-4947-494e-a106-e2da49084533 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1079893 Jun 23 18:14:54.122236 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bd62838f-90f7-439e-aa68-cdbeb0c37cc6 req-a465ee62-c96d-4855-b5d8-3bab3ae8de05 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516093 Jun 23 18:14:54.566823 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-325235af-c64c-4eb9-a548-b37cffc098fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:54.671107 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975d8e-23f3-431c-a6d8-ed93ffeb488a req-c34f6f32-8497-4178-b878-24614e92bf07 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:54.671737 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875b37e-4ff5-4ecc-b531-3203c6055d75 req-fdef301d-1b33-4063-aaeb-9b8edb9ed78f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:54.672591 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8b975d8e-23f3-431c-a6d8-ed93ffeb488a req-c34f6f32-8497-4178-b878-24614e92bf07 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1116693 Jun 23 18:14:54.673116 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4875b37e-4ff5-4ecc-b531-3203c6055d75 req-fdef301d-1b33-4063-aaeb-9b8edb9ed78f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1016793 Jun 23 18:14:54.723325 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8b975d8e-23f3-431c-a6d8-ed93ffeb488a req-9e30f9d5-b2d7-4e2c-9739-be0b216045a7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Jun 23 18:14:54.726482 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4875b37e-4ff5-4ecc-b531-3203c6055d75 req-23e43119-8a8a-4f2f-978a-c967af53b099 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476923 Jun 23 18:14:55.180969 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b72336-184b-4061-bae6-f0c230e5229e req-661c2580-ac38-4cbb-a64f-9dedec002205 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:55.182595 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-02b72336-184b-4061-bae6-f0c230e5229e req-661c2580-ac38-4cbb-a64f-9dedec002205 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:55.208259 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-02b72336-184b-4061-bae6-f0c230e5229e req-661c2580-ac38-4cbb-a64f-9dedec002205 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:55.209859 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02b72336-184b-4061-bae6-f0c230e5229e req-661c2580-ac38-4cbb-a64f-9dedec002205 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.1402962 Jun 23 18:14:55.271169 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02b72336-184b-4061-bae6-f0c230e5229e req-6d3b5874-3602-445c-8312-b19c1e9d2639 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554090 Jun 23 18:14:55.315292 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f10e2bb-19da-4620-b66f-0b1a09b5f344 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:55.315971 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f10e2bb-19da-4620-b66f-0b1a09b5f344 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:network {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:55.337528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f10e2bb-19da-4620-b66f-0b1a09b5f344 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:network {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:55.338733 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f10e2bb-19da-4620-b66f-0b1a09b5f344 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 814 time: 0.2861140 Jun 23 18:14:55.355349 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-12e96be7-c38c-4be9-9daa-ed45c6ed049e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/quotas/f80a88640291409888fceac0ea48c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Jun 23 18:14:55.419340 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-58857893-2bb2-46ef-9069-dc4f784be983 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546572 Jun 23 18:14:55.458382 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0960ebb-25b7-461a-a12d-f8b983558943 req-152f820e-f27f-496a-ab63-e635e3be4579 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:55.460012 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a0960ebb-25b7-461a-a12d-f8b983558943 req-152f820e-f27f-496a-ab63-e635e3be4579 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.0899889 Jun 23 18:14:55.507649 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a0960ebb-25b7-461a-a12d-f8b983558943 req-dee292bd-5e81-48af-ae4f-5d0d78a594c8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Jun 23 18:14:55.564302 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-12545bcf-75c7-43c9-bb0d-a454761f7f43 service neutron] 10.222.0.26 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377904 Jun 23 18:14:55.715068 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-c5360fa5-0dae-47d5-8652-52f05bbd87fd service neutron] 10.222.0.26 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449776 Jun 23 18:14:55.800476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-50362950-db4e-4791-bd10-ece2731b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:55.802149 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-50362950-db4e-4791-bd10-ece2731b3ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1096 time: 0.1336641 Jun 23 18:14:56.068274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-86b47c88-0236-4c0a-8c57-3185a5c714c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.070166 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-86b47c88-0236-4c0a-8c57-3185a5c714c1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=52971060282b48e18d48ca79a129103d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2576520 Jun 23 18:14:56.083180 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e992d-8d10-4c90-a6da-ff46f61ea220 req-7d436dd5-2f80-45c0-9e4e-87ae3575a64c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.084735 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c47e992d-8d10-4c90-a6da-ff46f61ea220 req-7d436dd5-2f80-45c0-9e4e-87ae3575a64c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1761205 Jun 23 18:14:56.090613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:56.092391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f08d7-f75c-4a9c-8651-9ab255b41f15 req-2136f289-69a1-4a5d-9e31-0603aa923c89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.099850 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3d4f08d7-f75c-4a9c-8651-9ab255b41f15 req-2136f289-69a1-4a5d-9e31-0603aa923c89 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1099968 Jun 23 18:14:56.133617 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:56.146120 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3d4f08d7-f75c-4a9c-8651-9ab255b41f15 req-3226790f-df51-4638-8464-f5b70355c8a9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452645 Jun 23 18:14:56.250556 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7570d8ec-4ff4-4cab-a88d-f35cd3f6cd3a req-d7bb3336-34df-460a-aaf8-a7ec98ddcadd tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 210 time: 0.0533137 Jun 23 18:14:56.338594 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c47e992d-8d10-4c90-a6da-ff46f61ea220 req-486de938-cf1a-42f8-a7da-245ab07b6acf tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292092 Jun 23 18:14:56.392096 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:14:56.406362 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-8a894dd5-fe17-43d3-82e2-a4812b34e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.407808 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe9878db-f627-4f40-98f4-b61322fc63cd req-8a894dd5-fe17-43d3-82e2-a4812b34e865 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3222036 Jun 23 18:14:56.477040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65201-f3d3-4eb9-a737-ead515c18d57 req-cf437dae-ad11-48de-aa5e-ea200055be7f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.486920 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b5d65201-f3d3-4eb9-a737-ead515c18d57 req-cf437dae-ad11-48de-aa5e-ea200055be7f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.1017761 Jun 23 18:14:56.540020 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b5d65201-f3d3-4eb9-a737-ead515c18d57 req-3020a9ea-5bf1-40c1-ade4-3fa372af96de tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 Jun 23 18:14:56.591474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-83073350-c6f0-4c9b-8c08-94b0290106b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.593000 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-83073350-c6f0-4c9b-8c08-94b0290106b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1096 time: 0.1083455 Jun 23 18:14:56.722019 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-9a95650e-f086-4cc6-9ccd-548c6a978463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 217 time: 0.1185839 Jun 23 18:14:56.800635 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-57d2fc45-7034-4c97-a8d3-a25ace59b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.802112 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-57d2fc45-7034-4c97-a8d3-a25ace59b6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0665295 Jun 23 18:14:56.868290 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd9bc-1a05-4f80-b70d-05a9c124a943 req-cc99d813-f27e-4fd7-bbe7-59634989c12f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.870103 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c31cd9bc-1a05-4f80-b70d-05a9c124a943 req-cc99d813-f27e-4fd7-bbe7-59634989c12f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2061210 Jun 23 18:14:56.934270 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c31cd9bc-1a05-4f80-b70d-05a9c124a943 req-e81e3bad-ac08-4691-bc01-7a1d2e23bc01 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543153 Jun 23 18:14:56.942744 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-48b60566-19b2-4002-9bfc-db6ae69d1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:56.944195 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-48b60566-19b2-4002-9bfc-db6ae69d1528 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1339202 Jun 23 18:14:57.026824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:14:57.096146 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-8c7aa240-2615-447c-a6b1-db83d1376d70 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425753 Jun 23 18:14:57.194037 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:57.237582 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:14:57.256244 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28c47ac8-1708-4569-ae87-86bb5bf2cd27 req-2c876703-f2de-4ccd-a7d4-4d85b822c533 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518424 Jun 23 18:14:57.334042 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: ACTIVE; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:57.334563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:57.357286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:57.375380 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:57.380011 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:57.440896 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f01f956-7ede-4b56-bf05-d8a56f137eea tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:57.442511 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-3f01f956-7ede-4b56-bf05-d8a56f137eea tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 814 time: 0.2529652 Jun 23 18:14:57.461649 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=6']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:57.467500 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e0747b19-5fca-409c-821a-1ed772e0801f req-0c590d7d-62fe-4ac1-bf27-306ba88a8eda tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 210 time: 0.0640309 Jun 23 18:14:57.468055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b412b-272c-4aa4-a493-9259a4350feb req-909d8291-39f2-409f-9ac4-619068dd3ceb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:57.474347 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c3b412b-272c-4aa4-a493-9259a4350feb req-909d8291-39f2-409f-9ac4-619068dd3ceb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1751859 Jun 23 18:14:57.479498 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Request body: {'port': {'device_id': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed', 'admin_state_up': True, 'tenant_id': 'f80a88640291409888fceac0ea48c0d3'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:57.501104 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['38de2f6c-673a-47f6-92b9-36d2310d91e5'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:14:57.604584 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c3b412b-272c-4aa4-a493-9259a4350feb req-30ebb762-c95f-4c34-be3a-054e9aa07153 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294017 Jun 23 18:14:57.667239 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:14:57.672692 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Usage tracker for resource:port and tenant:f80a88640291409888fceac0ea48c0d3 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:14:57.675063 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:14:57.678549 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864a7c-439a-4dc4-91da-e0f158a964a5 req-073cea05-e652-4a94-8c2d-71b087c90387 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:57.680250 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33864a7c-439a-4dc4-91da-e0f158a964a5 req-073cea05-e652-4a94-8c2d-71b087c90387 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.0996804 Jun 23 18:14:57.681354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:14:57.694748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Made reservation on behalf of f80a88640291409888fceac0ea48c0d3 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:14:57.701270 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:57.732951 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33864a7c-439a-4dc4-91da-e0f158a964a5 req-e39f8887-f8a7-4534-bfaf-b2dda20f36a3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Jun 23 18:14:57.780725 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:57.925930 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96c73-1fa4-4b5a-96e8-a3a8c094f24e req-510924ea-d03d-4146-b4f5-1eeacff90439 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:57.927403 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-22b96c73-1fa4-4b5a-96e8-a3a8c094f24e req-510924ea-d03d-4146-b4f5-1eeacff90439 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0974052 Jun 23 18:14:57.936912 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46758) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:14:57.939721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c3802-6470-46e8-862d-d8802eedabf4 req-da279bcb-8080-47e7-9155-e9462645bb57 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:57.941196 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-624c3802-6470-46e8-862d-d8802eedabf4 req-da279bcb-8080-47e7-9155-e9462645bb57 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 0.1764910 Jun 23 18:14:57.948929 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'floatingip': {'port_id': '0524b1bc-ecd7-4251-a452-72882f4a0b0b'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:57.969258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Allocated IP 172.20.0.10 (51d1e673-f9ef-4de2-ae0f-875dffd6b5ed/08ecf71d-8fed-4d88-bdc0-22ee234f81e0/59e9cde3-17fc-4b6b-bf66-6ac9db078a55) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:14:58.000938 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-624c3802-6470-46e8-862d-d8802eedabf4 req-b492fc78-c94d-4d1d-bdf8-055348dc1b0c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529253 Jun 23 18:14:58.055155 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:58.253812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:58.295410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:58.480133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:14:58.485117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:14:58.498044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:14:58.532755 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Pushing event updated for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:58.580503 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:58.581118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:58.599100 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787405-0f87-409a-b42f-7f5de4efa251 req-cdafcca6-8288-4216-bed8-3c68c09d5bdc tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:58.600583 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3f787405-0f87-409a-b42f-7f5de4efa251 req-cdafcca6-8288-4216-bed8-3c68c09d5bdc tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.4772317 Jun 23 18:14:58.604854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c396f2-a48e-40a4-b591-723ddaa4bf01 req-1b4b3445-3263-47cf-a8af-a3077638989b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:58.606804 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-93c396f2-a48e-40a4-b591-723ddaa4bf01 req-1b4b3445-3263-47cf-a8af-a3077638989b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.2099605 Jun 23 18:14:58.628510 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-7f9d1335-6a6f-4745-b8d9-4a6c3f269551 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1712308 Jun 23 18:14:58.648034 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Request body: {'port': {'device_id': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:14:58.698808 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-b592922e-4243-4671-a508-0a80f77feea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:58.700866 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-b592922e-4243-4671-a508-0a80f77feea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.4432752 Jun 23 18:14:58.703135 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-93c396f2-a48e-40a4-b591-723ddaa4bf01 req-04a41c35-a79b-4950-8d22-b477f207f011 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 Jun 23 18:14:58.769726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:58.803114 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3f787405-0f87-409a-b42f-7f5de4efa251 req-7fc5ce32-4dd6-4dda-bd67-efbc38cda476 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435483 Jun 23 18:14:58.964456 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-cd531d0f-a47d-4716-8c71-57ae9a61013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:58.966624 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-cd531d0f-a47d-4716-8c71-57ae9a61013a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.2537847 Jun 23 18:14:59.043293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:14:59.046675 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:14:59.050284 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-bc964dae-6334-49be-a16e-7cd1592fbe6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0685871 Jun 23 18:14:59.066548 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-03c4a65f-8b4d-45bd-a32c-280bcee68f02 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:59.067260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-03c4a65f-8b4d-45bd-a32c-280bcee68f02 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:59.111748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-03c4a65f-8b4d-45bd-a32c-280bcee68f02 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:59.118746 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-03c4a65f-8b4d-45bd-a32c-280bcee68f02 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 932 time: 0.2945793 Jun 23 18:14:59.138801 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-18355a25-90fc-4db6-8d2a-5b0a2cad86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:14:59.140263 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-18355a25-90fc-4db6-8d2a-5b0a2cad86f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0833642 Jun 23 18:14:59.180978 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-c2db8409-a370-488b-9fe7-54991ed8fe09 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:14:59.268162 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-c2db8409-a370-488b-9fe7-54991ed8fe09 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:14:59.269175 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8217408-8854-4c1e-9eb5-dfbf04d7f7e3 req-c2db8409-a370-488b-9fe7-54991ed8fe09 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496809 Jun 23 18:14:59.278016 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:59.287093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.305359 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Transition to ACTIVE for port object 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:14:59.310419 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.364703 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:59.396171 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:59.399832 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'port_id': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'mac_address': 'fa:16:3e:fc:68:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:14:59.401355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.401544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:14:59.404377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.414778 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.604387 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:59.605039 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.664572 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Floating IP 0a4858a1-fe47-43ee-ab69-d2474457e1d2 associated. External IP: 172.27.2.9, port: 0524b1bc-ecd7-4251-a452-72882f4a0b0b. Jun 23 18:14:59.680126 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Attempting to bind port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:14:59.681582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Attempting to bind port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:14:59.681582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Attempting to bind port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:59.686674 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:14:59.688385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Attempting to bind port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:14:59.692155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:14:59.695751 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:14:59.696232 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Checking segment: {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:14:59.696461 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Bound using segment: {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:14:59.696883 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Bound port: 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:14:59.702002 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.729991 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:59.738915 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:14:59.739440 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.756720 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.831300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:14:59.848129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:14:59.857018 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:59.862594 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:14:59.882713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:14:59.902695 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:14:59.911406 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:00.026346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:00.060824 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-18840d57-1d5c-4b5e-87c1-ad085f3f38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.062408 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-18840d57-1d5c-4b5e-87c1-ad085f3f38cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8580859 Jun 23 18:15:00.116198 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=7']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:00.133178 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.133793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:00.135230 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-9a3be579-5750-4dcc-8083-a7e57b0ebbb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/59e9cde3-17fc-4b6b-bf66-6ac9db078a55 HTTP/1.1" status: 200 len: 1094 time: 1.4916289 Jun 23 18:15:00.135665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:00.144623 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:00.354646 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ed5bc-2740-4fcc-bb15-11831c637d4e req-01b99168-1a97-4182-80d5-52de05f5adf3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.356109 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c01ed5bc-2740-4fcc-bb15-11831c637d4e req-01b99168-1a97-4182-80d5-52de05f5adf3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.3311791 Jun 23 18:15:00.372254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-d37eed99-e78e-4fcc-b08e-06909a841cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.374581 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-d37eed99-e78e-4fcc-b08e-06909a841cbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 1097 time: 0.1796823 Jun 23 18:15:00.473171 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-73eb2ed1-75f4-43b4-9c8c-9e10cd0a5812 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55 HTTP/1.1" status: 200 len: 217 time: 0.0823920 Jun 23 18:15:00.495433 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76ecf5-abcc-4e59-af90-7dee87824171 req-dd8df058-3cea-46e3-9f67-eb02ae7d4daf tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.497096 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2f76ecf5-abcc-4e59-af90-7dee87824171 req-dd8df058-3cea-46e3-9f67-eb02ae7d4daf tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 943 time: 1.2096286 Jun 23 18:15:00.537263 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c01ed5bc-2740-4fcc-bb15-11831c637d4e req-9cd9ba1b-9dd7-490c-8cbf-8860440277c2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727538 Jun 23 18:15:00.563516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-efa9901e-150b-4d8c-b28e-5c28ae7412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:00.564740 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-efa9901e-150b-4d8c-b28e-5c28ae7412a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 200 len: 854 time: 0.0844669 Jun 23 18:15:00.570723 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-3caa021e-ab0d-4d2c-ae54-89d9e5147f25 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957805 Jun 23 18:15:00.660990 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-ee832bba-8146-44a8-b1cb-29d7f6b9911e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803893 Jun 23 18:15:00.729652 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2f76ecf5-abcc-4e59-af90-7dee87824171 req-54ccc350-6c97-4f5b-85aa-0e05d1e1dfa8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241518 Jun 23 18:15:00.801560 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bbed01-5ccb-4304-a7e6-2ea549c29a70'] response: {'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'code': 200} Jun 23 18:15:00.914104 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0c7b8ec-a5f5-478f-b2f1-83911396fa2b req-25f7c757-ab76-4f5c-b9ce-2c614f7e25fc service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235435 Jun 23 18:15:00.936772 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-59be2097-d0e1-45f3-98f6-ad67a7d56670 service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660306 Jun 23 18:15:00.938775 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50fb7ac-5c01-41c7-8bdc-7e129cd5ac05'] response: {'name': 'network-changed', 'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55', 'status': 'completed', 'code': 200} Jun 23 18:15:00.940457 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:15:01.039658 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:15:01.138638 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:15:01.150497 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:01.150725 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:01.185854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8618c-9d94-4a2f-8b52-2d0a967d8398 req-1c7e6418-0148-4cd0-9850-b72c42e535f7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:01.185854 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8a8618c-9d94-4a2f-8b52-2d0a967d8398 req-1c7e6418-0148-4cd0-9850-b72c42e535f7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2459428 Jun 23 18:15:01.195820 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0fb2602-f685-4cdc-8d74-b24cdf074adf req-d7b98dae-c501-48a2-8056-0c145997087b service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094705 Jun 23 18:15:01.265385 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8a8618c-9d94-4a2f-8b52-2d0a967d8398 req-8e1bd9aa-bab5-49e1-8ce7-6f5827631e29 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722868 Jun 23 18:15:01.385403 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:01.385779 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:01.436924 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:15:01.453287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:01.457578 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:01.458508 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:15:01.464057 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:01.481066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-14988993-db9f-4176-b55c-5f9b509041db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:01.484307 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-14988993-db9f-4176-b55c-5f9b509041db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 1097 time: 0.1798818 Jun 23 18:15:01.516779 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04979c0-a642-468a-9463-feebe1bec933 req-7182fe4d-e162-4600-b789-6de2962e1792 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:01.519569 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:01.520212 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:01.525174 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b04979c0-a642-468a-9463-feebe1bec933 req-7182fe4d-e162-4600-b789-6de2962e1792 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 944 time: 0.3940945 Jun 23 18:15:01.604034 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b04979c0-a642-468a-9463-feebe1bec933 req-65eccb72-fddf-4bde-8b03-309816830ddb tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Jun 23 18:15:01.635999 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1fdb4af1-b384-40f6-9022-001d1174f339 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "PUT /v2.0/floatingips/0a4858a1-fe47-43ee-ab69-d2474457e1d2 HTTP/1.1" status: 200 len: 989 time: 3.6980150 Jun 23 18:15:01.637045 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:01.720179 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923e7d02-8641-4acf-989f-09b8e8675556'] response: {'name': 'network-changed', 'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'status': 'completed', 'code': 200} Jun 23 18:15:01.831705 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:01.886732 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fce27-8844-4bd7-ab80-917e15676118 req-4c835cef-20cf-4d5b-a88b-c22f4fc38b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:01.888355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-4c835cef-20cf-4d5b-a88b-c22f4fc38b5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.1438689 Jun 23 18:15:01.895248 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-63a18f59-a564-42d7-8821-6aefafe4ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:01.896776 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-63a18f59-a564-42d7-8821-6aefafe4ff43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 915 time: 0.4020042 Jun 23 18:15:01.976579 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:02.086248 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-0c51491a-8ab3-4d87-a812-f9a68540375a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55 HTTP/1.1" status: 200 len: 217 time: 0.1680679 Jun 23 18:15:02.233929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-3135e248-5f5e-4f29-a245-eaf23e6ba1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.235459 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-3135e248-5f5e-4f29-a245-eaf23e6ba1a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 200 len: 854 time: 0.1412911 Jun 23 18:15:02.248969 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3ddf0-f5a0-499a-974f-21fde795d10a req-3ebfff58-118a-43c4-926a-e777e5018ee2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.250483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-94d3ddf0-f5a0-499a-974f-21fde795d10a req-3ebfff58-118a-43c4-926a-e777e5018ee2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.4984560 Jun 23 18:15:02.269173 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fce27-8844-4bd7-ab80-917e15676118 req-e7668c1e-9665-4677-8d86-4faf4cbffc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.278722 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-e7668c1e-9665-4677-8d86-4faf4cbffc7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.3776798 Jun 23 18:15:02.384481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74fd5-b33d-473c-9718-b53a2f70cdaf req-5eab3852-a29b-4cb9-97bc-8158721fa73f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.386318 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1db74fd5-b33d-473c-9718-b53a2f70cdaf req-5eab3852-a29b-4cb9-97bc-8158721fa73f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.3328831 Jun 23 18:15:02.442939 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-49766cf2-3a58-4dbc-9265-fbc61aaaca3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 997 time: 0.1610413 Jun 23 18:15:02.520944 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-7cf451a6-fc49-4c92-a58a-337e5faa6724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2389750 Jun 23 18:15:02.527951 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-94d3ddf0-f5a0-499a-974f-21fde795d10a req-8b48db08-d315-45f8-a1cb-c58c35ca6f00 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448514 Jun 23 18:15:02.553766 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '0a4858a1-fe47-43ee-ab69-d2474457e1d2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:52:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e42201-7664-4860-a464-1d08847184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:14:22Z', 'updated_at': '2022-06-23T18:14:59Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:02.558909 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:15:02.559703 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1db74fd5-b33d-473c-9718-b53a2f70cdaf req-44f03528-7da6-4f10-a3ee-97a402e41674 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475158 Jun 23 18:15:02.583344 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:02.584044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:02.611868 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fce27-8844-4bd7-ab80-917e15676118 req-b81a3f90-b0b2-4892-8f10-e4bdccbab2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.613544 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-b81a3f90-b0b2-4892-8f10-e4bdccbab2b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.1622293 Jun 23 18:15:02.660747 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-4f3b1518-e779-40d9-8c21-cbe3b4158968 service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306586 Jun 23 18:15:02.817407 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:02.952988 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0744d9c5-972c-4a0d-983d-dca7599716d0 req-cc6f0085-04b6-4d5c-81ee-5016e3788edb service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844694 Jun 23 18:15:02.980129 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fce27-8844-4bd7-ab80-917e15676118 req-06bdb56d-646c-4852-9b4f-14a578bf6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:02.982075 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-06bdb56d-646c-4852-9b4f-14a578bf6bdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3609297 Jun 23 18:15:03.018521 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fd295-1e14-41fb-bc28-28ef63fc1d36 req-52c8b7b4-ea5c-45da-8791-2f1ded80c453 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:03.020103 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-328fd295-1e14-41fb-bc28-28ef63fc1d36 req-52c8b7b4-ea5c-45da-8791-2f1ded80c453 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 944 time: 0.2233558 Jun 23 18:15:03.055888 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2350fd2-c39a-4cc4-891d-8bc7fdc27067 req-f6b96da5-dbfc-44a0-9131-8fed10af17a9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:03.066123 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c2350fd2-c39a-4cc4-891d-8bc7fdc27067 req-f6b96da5-dbfc-44a0-9131-8fed10af17a9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2778656 Jun 23 18:15:03.086064 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:03.096939 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-328fd295-1e14-41fb-bc28-28ef63fc1d36 req-9a129bdc-8f8d-4923-9602-792d7ff6115c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698886 Jun 23 18:15:03.165483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c2350fd2-c39a-4cc4-891d-8bc7fdc27067 req-167e8b46-4741-4bca-985d-8f26db1b827c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923777 Jun 23 18:15:03.233544 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52e6f78-1deb-4604-8a43-be22cba0d0b7'] response: {'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'code': 200} Jun 23 18:15:03.502589 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '0a4858a1-fe47-43ee-ab69-d2474457e1d2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:52:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e42201-7664-4860-a464-1d08847184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:14:22Z', 'updated_at': '2022-06-23T18:14:59Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:03.509653 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656d0b2-297f-43ea-9965-008af46a52e6 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '0a4858a1-fe47-43ee-ab69-d2474457e1d2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:52:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e42201-7664-4860-a464-1d08847184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:14:22Z', 'updated_at': '2022-06-23T18:14:59Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:15:03.794560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:15:03.826207 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1950a4-29c1-424e-9c3a-cb60b93d6bbf None None] New status for floating IP 0a4858a1-fe47-43ee-ab69-d2474457e1d2: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:15:03.860632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374f3ed-9653-4d9f-8cc0-53821649db85 req-1fbef3a8-478a-4330-a011-86ad93f087c5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:03.862170 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4374f3ed-9653-4d9f-8cc0-53821649db85 req-1fbef3a8-478a-4330-a011-86ad93f087c5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.1589785 Jun 23 18:15:03.872924 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ba33d-ce68-4a69-b113-980b80d5d597 req-ca0fe329-4aa5-4c8f-bd54-a1507528fa80 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:03.880377 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-122ba33d-ce68-4a69-b113-980b80d5d597 req-ca0fe329-4aa5-4c8f-bd54-a1507528fa80 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1481528 Jun 23 18:15:03.942080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-122ba33d-ce68-4a69-b113-980b80d5d597 req-32351cc5-a603-46c3-b2f2-6444a19b315b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582552 Jun 23 18:15:03.962328 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:03.990597 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55', 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed', 'port_id': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55', 'mac_address': 'fa:16:3e:5d:3a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ecf71d-8fed-4d88-bdc0-22ee234f81e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:15:04.014506 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4374f3ed-9653-4d9f-8cc0-53821649db85 req-3e4808f4-5f98-47f0-8352-382ae7cd3694 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401365 Jun 23 18:15:04.108916 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:04.109221 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:04.136546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:04.155422 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:04.162525 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:04.280457 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:04.556200 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b757cb-4c21-451e-acbb-ffd734a4a408 req-07bbf8d6-5368-4d9a-ad98-4b13d1dc40e7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:04.558057 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58b757cb-4c21-451e-acbb-ffd734a4a408 req-07bbf8d6-5368-4d9a-ad98-4b13d1dc40e7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1483529 Jun 23 18:15:04.656987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58b757cb-4c21-451e-acbb-ffd734a4a408 req-9bc9371c-7395-4209-8c33-88d2e31159ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916500 Jun 23 18:15:04.747785 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b804b2-c7ff-4ea1-bbec-16315c80bf30 req-22665513-e222-4d33-9b7c-bf3b0ecaee6c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:04.749323 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c2b804b2-c7ff-4ea1-bbec-16315c80bf30 req-22665513-e222-4d33-9b7c-bf3b0ecaee6c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 945 time: 0.3416383 Jun 23 18:15:04.808192 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c2b804b2-c7ff-4ea1-bbec-16315c80bf30 req-3adbc979-1db6-46b5-885f-b8fa27e04c5e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521028 Jun 23 18:15:05.264575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638737a5-da38-4a49-957e-6f68251feb4e req-7ce629d7-2349-4e1e-9102-de26b0a3e92e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:05.266521 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-638737a5-da38-4a49-957e-6f68251feb4e req-7ce629d7-2349-4e1e-9102-de26b0a3e92e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.1091366 Jun 23 18:15:05.383155 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-638737a5-da38-4a49-957e-6f68251feb4e req-72d49361-78a5-424a-af35-2d419be15a84 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Jun 23 18:15:05.740713 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-e95d3413-2189-4698-abd8-11bb8cd6df10 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158926 Jun 23 18:15:05.840189 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['59e9cde3-17fc-4b6b-bf66-6ac9db078a55'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:06.012663 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206a75-93fb-455a-b90d-b8cade74684b req-2923cd7a-12db-47b6-8e91-c49727fd5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:06.017345 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-13206a75-93fb-455a-b90d-b8cade74684b req-2923cd7a-12db-47b6-8e91-c49727fd5540 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.2607651 Jun 23 18:15:06.023952 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-003fce27-8844-4bd7-ab80-917e15676118 req-54029c30-8ac5-4540-a5c5-be61e4e89f2b service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675750 Jun 23 18:15:06.127853 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c647b66-d1bf-434d-a7c3-93b2d846e4b2 req-40fd0e36-fef4-4ee4-8533-6ed8500c2626 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:06.135539 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8c647b66-d1bf-434d-a7c3-93b2d846e4b2 req-40fd0e36-fef4-4ee4-8533-6ed8500c2626 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1097822 Jun 23 18:15:06.190609 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8c647b66-d1bf-434d-a7c3-93b2d846e4b2 req-95d170a1-f447-4063-b05a-228de823c1ea tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537920 Jun 23 18:15:06.214312 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-13206a75-93fb-455a-b90d-b8cade74684b req-93444454-de24-4f3e-aafa-2b8cc9a9dda0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677480 Jun 23 18:15:06.252539 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c94b8a-cec5-40dc-b0bb-e546138992d6 req-111fe484-2f5a-4390-a959-35b1872a8042 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:06.254235 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a7c94b8a-cec5-40dc-b0bb-e546138992d6 req-111fe484-2f5a-4390-a959-35b1872a8042 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 945 time: 0.1547222 Jun 23 18:15:06.301909 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a7c94b8a-cec5-40dc-b0bb-e546138992d6 req-9d626838-e871-4bae-93f5-0999b2d14bca tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Jun 23 18:15:06.603426 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea79ba-2951-4a6d-b2ea-7cb85f03a7e6 req-fd5b3e5a-0f81-4f88-8750-565a33662dce tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:06.610440 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12ea79ba-2951-4a6d-b2ea-7cb85f03a7e6 req-fd5b3e5a-0f81-4f88-8750-565a33662dce tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.1115737 Jun 23 18:15:06.665219 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12ea79ba-2951-4a6d-b2ea-7cb85f03a7e6 req-469c3dfc-38c9-45f8-861a-7ac3132d1089 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536613 Jun 23 18:15:07.092602 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46884) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:07.099853 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119812976', 'description': 'tempest-description--2066318907'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:07.106695 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:07.118076 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:07.132724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.159885 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:07.164891 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Usage tracker for resource:security_group_rule and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:07.168578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:07.175130 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:07.268726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.274041 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.337266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf8973-8610-4dcc-8537-34319e4dda90,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:07.350626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.355519 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-10db2dbb-fc4a-4cd3-9c6a-5e5b30ca274b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2620361 Jun 23 18:15:07.357065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46896) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:07.366667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'security_group_rule': {'security_group_id': '3fbf8973-8610-4dcc-8537-34319e4dda90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:07.380424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:07.398639 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Usage tracker for resource:security_group_rule and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:07.420398 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:07.436510 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:07.466277 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac0aa7-3fbc-44d7-b890-4d8cc286e1e6 req-0728a749-1d4d-44db-8bbf-0bb818be2b22 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:07.471535 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-23ac0aa7-3fbc-44d7-b890-4d8cc286e1e6 req-0728a749-1d4d-44db-8bbf-0bb818be2b22 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1434991 Jun 23 18:15:07.476277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.516915 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:15:07.604082 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-23ac0aa7-3fbc-44d7-b890-4d8cc286e1e6 req-ba2dba1a-a718-470a-babd-3b502f857610 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250098 Jun 23 18:15:07.652394 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.663411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.706739 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:15:07.708086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6387e17e-511d-41a0-a2d2-bcd844f83a59,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:07.717846 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:07.719627 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.739182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.743416 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 46904) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:07.744026 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-6a5da281-148c-41c1-86c7-18bb1f595099 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3858051 Jun 23 18:15:07.751022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'security_group_rule': {'security_group_id': '3fbf8973-8610-4dcc-8537-34319e4dda90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:07.773551 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:07.776501 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1aee-74c2-4a20-82a5-d83cb22d7234 req-1ee0f3ec-7cbc-49d7-abe1-8da131bd9df3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:07.778558 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fd0f1aee-74c2-4a20-82a5-d83cb22d7234 req-1ee0f3ec-7cbc-49d7-abe1-8da131bd9df3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 945 time: 0.2158074 Jun 23 18:15:07.779084 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Usage tracker for resource:security_group_rule and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:07.783871 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:07.797825 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:07.838462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:07.871910 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fd0f1aee-74c2-4a20-82a5-d83cb22d7234 req-18a138a8-ef10-4e1b-bdd7-5a9a23df4244 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863388 Jun 23 18:15:07.963071 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:07.963726 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.015516 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:08.016926 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:08.048638 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.194743 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.224149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:08.259684 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c940bd32-78f0-40c2-8a5c-8d15d57b56f5'] response: {'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55', 'code': 200} Jun 23 18:15:08.281477 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.296728 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.337155 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af8e9ba-a312-4d2c-a425-dd1a37cebc23,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:08.358586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.364845 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 46916) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:08.365418 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-58f5fcbf-6775-454d-ad2c-794c2425177a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6200230 Jun 23 18:15:08.370927 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:08.381267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:08.386461 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Usage tracker for resource:floatingip and tenant:3e11a173122445aea9610dde3b9aae0e is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:08.391390 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:08.398237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ec9f-32db-4bf5-9675-8e616d787a70 req-1a33f8f6-99d2-4211-9443-92d05b1c00c0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:08.398781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:08.407041 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c53ec9f-32db-4bf5-9675-8e616d787a70 req-1a33f8f6-99d2-4211-9443-92d05b1c00c0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.4881239 Jun 23 18:15:08.417840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.505365 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c53ec9f-32db-4bf5-9675-8e616d787a70 req-aa4ca2cb-d1ab-4c08-aab7-e3de6bb5cfcf tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965486 Jun 23 18:15:08.698240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0470aca-271a-47a2-8391-3bf3defadb34 req-e3c82c58-250f-4a34-86ef-107708d72a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:08.701519 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0470aca-271a-47a2-8391-3bf3defadb34 req-e3c82c58-250f-4a34-86ef-107708d72a64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 1099 time: 0.1965203 Jun 23 18:15:08.799300 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0470aca-271a-47a2-8391-3bf3defadb34 req-0c73ee44-98fc-4fec-82ff-05b20c69f5d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900815 Jun 23 18:15:08.832195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87c11-3d14-470e-a770-ddac1f4df2b2 req-f373e76c-1d42-44a7-bef1-dbd95110f1ce tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:08.833798 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27d87c11-3d14-470e-a770-ddac1f4df2b2 req-f373e76c-1d42-44a7-bef1-dbd95110f1ce tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.2169781 Jun 23 18:15:08.870288 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b29e3-bbf5-4529-8dc0-54684a3c1ac4 req-0e3bfcfc-b464-445a-895a-f7c8f0c1a09a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:08.879506 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d9b29e3-bbf5-4529-8dc0-54684a3c1ac4 req-0e3bfcfc-b464-445a-895a-f7c8f0c1a09a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1161091 Jun 23 18:15:08.882612 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:08.950861 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d9b29e3-bbf5-4529-8dc0-54684a3c1ac4 req-8f575ff1-7871-47b4-ade2-5379a16bb450 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702748 Jun 23 18:15:08.992125 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27d87c11-3d14-470e-a770-ddac1f4df2b2 req-14e83e79-61e9-4b1d-bbbc-ca8a4a255a07 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401193 Jun 23 18:15:09.109356 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Allocated IP 172.27.2.3 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/3f4ae1bf-53cb-47c3-ba4f-2538cc7be614) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:15:09.190979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bacee-fa9e-4e62-ad7b-2c8225516ebe req-5553994c-e760-4751-89d7-c561caa99504 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:09.200822 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-179bacee-fa9e-4e62-ad7b-2c8225516ebe req-5553994c-e760-4751-89d7-c561caa99504 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.1201475 Jun 23 18:15:09.249396 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:09.294628 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-179bacee-fa9e-4e62-ad7b-2c8225516ebe req-9cfb8033-af58-4962-bf92-2017c8a1172d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927761 Jun 23 18:15:09.324133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:09.362677 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:09.462153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:15:09.477923 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:15:09.491296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:15:09.558745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'Port': ['ID=3f4ae1bf-53cb-47c3-ba4f-2538cc7be614,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:09.619792 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9933bc-b197-483e-bd32-4f5231cb9b49 req-7d829946-e38b-4937-bf94-d1ef1a0dd062 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:09.622483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b9933bc-b197-483e-bd32-4f5231cb9b49 req-7d829946-e38b-4937-bf94-d1ef1a0dd062 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.2156863 Jun 23 18:15:09.630759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:09.748146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b9933bc-b197-483e-bd32-4f5231cb9b49 req-92f2251c-d13e-4d39-9a1e-7207dda3aef6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125741 Jun 23 18:15:09.782669 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:10.118005 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:10.125231 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:10.260928 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74af63-dec6-41f2-b1da-fcc7da4a89fd req-f42dfecd-ece6-419f-9613-a926f8a85cfa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:10.270495 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c74af63-dec6-41f2-b1da-fcc7da4a89fd req-f42dfecd-ece6-419f-9613-a926f8a85cfa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1749434 Jun 23 18:15:10.414189 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c74af63-dec6-41f2-b1da-fcc7da4a89fd req-bf5a2457-649c-4444-8a83-02aed57c6c70 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419282 Jun 23 18:15:10.612388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'Port': ['ID=3f4ae1bf-53cb-47c3-ba4f-2538cc7be614,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:10.618706 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:10.651544 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:10.670022 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-cf6a5714-ee74-4fa6-af0a-d07a6b85f754 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2871628 Jun 23 18:15:10.670022 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9a68-54cd-4cc3-ba8b-fc93d7820e32 req-e4a0c10d-2074-474d-8211-0e9f8d74b6f3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:10.670022 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33ba9a68-54cd-4cc3-ba8b-fc93d7820e32 req-e4a0c10d-2074-474d-8211-0e9f8d74b6f3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.1553512 Jun 23 18:15:10.734401 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33ba9a68-54cd-4cc3-ba8b-fc93d7820e32 req-303a6a91-e812-4660-b893-06892b93947f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573580 Jun 23 18:15:11.070757 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-2d7e192f-d77a-451c-80a1-0b2835095ac8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2119812976&fields=id&tenant_id=3e11a173122445aea9610dde3b9aae0e HTTP/1.1" status: 200 len: 267 time: 0.0626004 Jun 23 18:15:11.301888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-d6c84c86-f499-4737-b005-048d170c9f6c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:11.309255 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-d6c84c86-f499-4737-b005-048d170c9f6c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 0.2374501 Jun 23 18:15:11.331775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-4194915c-c667-4c71-a5c0-974282d79310 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/quotas/3e11a173122445aea9610dde3b9aae0e HTTP/1.1" status: 200 len: 375 time: 0.0214827 Jun 23 18:15:11.477885 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-b3152981-a60b-4042-aa6a-2464580f1e7e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1447921 Jun 23 18:15:11.802809 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-6cb3abae-5b48-46a9-a3b2-2bfcda03de80 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187757 Jun 23 18:15:11.823335 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b12f6a-5ee2-4e4d-8be4-11309a8914b6 req-8ea5337c-9fc3-43a0-8976-d6a0b41b299c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:11.832578 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-11b12f6a-5ee2-4e4d-8be4-11309a8914b6 req-8ea5337c-9fc3-43a0-8976-d6a0b41b299c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1728752 Jun 23 18:15:11.894146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-11b12f6a-5ee2-4e4d-8be4-11309a8914b6 req-326887eb-7127-490e-8c5e-3c5d8eb01c98 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587077 Jun 23 18:15:12.000520 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-c5cf431b-5860-49f9-8e38-abb81ecd76d8 service neutron] 10.222.0.26 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965792 Jun 23 18:15:12.375061 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3585a41d-dc38-43db-b993-7892bb40b04a req-8bd98067-4ae4-4843-ad99-9785b7b85d92 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1052465 Jun 23 18:15:13.294873 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5ad1-7625-4198-8da5-8846daebe03a req-433c5a6c-7fd3-452f-a253-bac864736752 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:13.297041 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfcb5ad1-7625-4198-8da5-8846daebe03a req-433c5a6c-7fd3-452f-a253-bac864736752 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.2189233 Jun 23 18:15:13.351461 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfcb5ad1-7625-4198-8da5-8846daebe03a req-93355dc6-13d5-45c8-a3c7-955eb6d13af9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Jun 23 18:15:13.551790 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-95dbe2ef-b819-4f7b-b88e-4df5db10f51c req-2cfee545-ad53-445a-8c10-a5fa227eb1a8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0543988 Jun 23 18:15:13.957124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-216909d1-1a10-4181-a637-d54f08e632a0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:13.958770 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-216909d1-1a10-4181-a637-d54f08e632a0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 819 time: 0.2165911 Jun 23 18:15:14.091662 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-71db88c0-e09e-4efe-a5a2-8028b53876c8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:15:14.107781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-71db88c0-e09e-4efe-a5a2-8028b53876c8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:15:14.108907 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-71db88c0-e09e-4efe-a5a2-8028b53876c8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e11a173122445aea9610dde3b9aae0e HTTP/1.1" status: 200 len: 380 time: 0.0657187 Jun 23 18:15:14.118511 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'port': {'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'admin_state_up': True, 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'security_groups': ['3fbf8973-8610-4dcc-8537-34319e4dda90']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:14.284941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:14.295086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:14.304454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Made reservation on behalf of 3e11a173122445aea9610dde3b9aae0e for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:15:14.307875 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:14.431292 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-a261503c-15b1-4b64-9b63-bf6fc54b0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:14.432764 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-a261503c-15b1-4b64-9b63-bf6fc54b0c9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1098 time: 0.0850260 Jun 23 18:15:14.494177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Allocated IP 172.20.0.12 (3cd2f189-565f-4f5c-b1d1-11441444c53e/f2fe3f03-6d9d-40a8-875c-47545aab9617/f5493a92-eef0-4edb-807f-a85cfeb7ff52) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:15:14.647713 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-45663faf-cbaa-4343-997f-0d6c0e2da5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:14.649090 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-45663faf-cbaa-4343-997f-0d6c0e2da5cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.2100728 Jun 23 18:15:14.660155 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1d8d-4339-44a0-9b2d-3ad64ff86d4e req-9a64b98d-10ed-4e87-9990-7447b27d5923 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:14.662466 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d62b1d8d-4339-44a0-9b2d-3ad64ff86d4e req-9a64b98d-10ed-4e87-9990-7447b27d5923 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1490805 Jun 23 18:15:14.757722 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-41479aa7-be08-4cc8-bc88-5ec5dfd35de5 req-54192db3-f0b0-4708-90f2-be66eb6e240e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0701253 Jun 23 18:15:14.778269 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:14.796327 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d62b1d8d-4339-44a0-9b2d-3ad64ff86d4e req-0d3d11a8-790b-49af-8257-7ec8bc187595 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766573 Jun 23 18:15:14.797520 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Transition to ACTIVE for port object f5493a92-eef0-4edb-807f-a85cfeb7ff52 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:15:14.801545 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-ab5ad21f-fb84-4750-b450-040912bd6485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 1001 time: 0.1374817 Jun 23 18:15:14.827848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:14.885509 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-8ba6f6f2-885f-476d-a0a0-784397dd8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:14.889965 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-8ba6f6f2-885f-476d-a0a0-784397dd8b8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0772085 Jun 23 18:15:14.937276 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:15:14.940641 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:15:14.943010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:15:14.970349 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event updated for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:14.995277 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-99bc2cc5-ef6e-46dc-bdb1-5228079d5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:14.997661 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-99bc2cc5-ef6e-46dc-bdb1-5228079d5b07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988963 Jun 23 18:15:15.020703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:15.021530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:15.055705 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-5334e68a-0574-47a3-924b-854445806804 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9403567 Jun 23 18:15:15.077399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Request body: {'port': {'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:15.163350 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-a2c20bbe-3cb2-4193-b45e-0273e94dee80 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506670 Jun 23 18:15:15.188485 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:15.195548 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-ed022eb5-2931-415a-9d39-95bcb064a433 None None] Provisioning for port f5493a92-eef0-4edb-807f-a85cfeb7ff52 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:15:15.206849 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-ed022eb5-2931-415a-9d39-95bcb064a433 None None] Provisioning complete for port f5493a92-eef0-4edb-807f-a85cfeb7ff52 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:15.207416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ed022eb5-2931-415a-9d39-95bcb064a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:15.275415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-ed022eb5-2931-415a-9d39-95bcb064a433 None None] Port f5493a92-eef0-4edb-807f-a85cfeb7ff52 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:15:15.316918 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0e9c384-834a-4a1b-80dc-4736fd461b1b req-49145e84-f810-4b17-8b8c-9db05e097a7b service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475341 Jun 23 18:15:15.594875 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5493a92-eef0-4edb-807f-a85cfeb7ff52 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:15.602209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:15.617615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Transition to ACTIVE for port object f5493a92-eef0-4edb-807f-a85cfeb7ff52 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:15:15.623010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:15.796770 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:15.888781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Attempting to bind port f5493a92-eef0-4edb-807f-a85cfeb7ff52 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:15:15.889200 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Attempting to bind port f5493a92-eef0-4edb-807f-a85cfeb7ff52 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:15:15.889600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Attempting to bind port f5493a92-eef0-4edb-807f-a85cfeb7ff52 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:15:15.895085 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Port f5493a92-eef0-4edb-807f-a85cfeb7ff52 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:15:15.895561 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Attempting to bind port f5493a92-eef0-4edb-807f-a85cfeb7ff52 on network 3cd2f189-565f-4f5c-b1d1-11441444c53e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:15:15.904031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:15:15.904660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Checking segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:15:15.905262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Bound using segment: {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:15:15.905774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Bound port: f5493a92-eef0-4edb-807f-a85cfeb7ff52, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026d415c-dc3b-4e8f-9139-3ec295ea2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:15:15.906385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:16.057772 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cedad-3eaa-46fd-81d7-be5e1ee89c9b req-72f7358f-85bd-47c7-931c-2f2895dc83ca tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.060247 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f38cedad-3eaa-46fd-81d7-be5e1ee89c9b req-72f7358f-85bd-47c7-931c-2f2895dc83ca tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1050763 Jun 23 18:15:16.079783 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771099ef-0d7c-4571-b6ca-4286b9452130 req-3e553dc9-91e4-4b67-81dd-8ec55822f868 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.080502 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-771099ef-0d7c-4571-b6ca-4286b9452130 req-3e553dc9-91e4-4b67-81dd-8ec55822f868 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:15:16.083451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:15:16.087603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:15:16.097253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:16.110219 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f38cedad-3eaa-46fd-81d7-be5e1ee89c9b req-97125297-272a-4f15-ae06-aec4ee5e531d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Jun 23 18:15:16.159873 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-771099ef-0d7c-4571-b6ca-4286b9452130 req-3e553dc9-91e4-4b67-81dd-8ec55822f868 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:15:16.161074 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-771099ef-0d7c-4571-b6ca-4286b9452130 req-3e553dc9-91e4-4b67-81dd-8ec55822f868 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 944 time: 0.2583172 Jun 23 18:15:16.168824 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.169422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:16.170794 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1094 time: 1.1055458 Jun 23 18:15:16.171467 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:16.232594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8bc2-f773-4ee0-b7b5-611f663418a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:16.236276 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb80ea6-10e0-4f43-a323-0411c8169851'] response: {'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'status': 'completed', 'code': 200} Jun 23 18:15:16.290540 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-771099ef-0d7c-4571-b6ca-4286b9452130 req-07069055-c957-4acc-915a-5c277c95b1e6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970855 Jun 23 18:15:16.333811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-3a8f4d90-67fa-48fe-8fb9-5ba31d7e7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.335323 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-3a8f4d90-67fa-48fe-8fb9-5ba31d7e7550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1097 time: 0.0960677 Jun 23 18:15:16.412336 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-fe47d00a-46bf-4a9b-9e31-c4da7e08ae83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 217 time: 0.0672324 Jun 23 18:15:16.477186 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-9ba8b715-03bf-4197-b436-e15d2833643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.478684 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-9ba8b715-03bf-4197-b436-e15d2833643a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0587871 Jun 23 18:15:16.562509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-711f8c8c-46ea-4788-b819-23c70373fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.563950 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-711f8c8c-46ea-4788-b819-23c70373fadf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790727 Jun 23 18:15:16.710919 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-cbf0d4a7-0c78-499a-b7d6-a90a87b465b1 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389651 Jun 23 18:15:16.861357 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b157fc5-e8ca-4739-95ba-fe0246abcfbd req-e0a9aa25-e119-4a16-93ee-3edecb8bbfcb service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368921 Jun 23 18:15:16.984405 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-efd187be-b8b6-46c6-9ed1-4d39e377d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:16.985758 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-efd187be-b8b6-46c6-9ed1-4d39e377d47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1097 time: 0.0823750 Jun 23 18:15:17.129516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-eec42c6a-9260-493b-a2c7-f2f21fd26300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:17.130988 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-eec42c6a-9260-493b-a2c7-f2f21fd26300 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1325448 Jun 23 18:15:17.215054 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-d86d2b17-e196-4ed7-a45e-5f92a9c92ce7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 217 time: 0.0649385 Jun 23 18:15:17.279594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-14b1fd3f-aec2-4bb6-819c-a96f3525d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:17.281048 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-14b1fd3f-aec2-4bb6-819c-a96f3525d9f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0605297 Jun 23 18:15:17.334399 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291eec6-6481-4bd8-9312-0cc14028e874 req-5c64acdb-e7e5-43c2-994f-1885b4517afd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:17.336216 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8291eec6-6481-4bd8-9312-0cc14028e874 req-5c64acdb-e7e5-43c2-994f-1885b4517afd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 945 time: 0.1028502 Jun 23 18:15:17.388829 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8291eec6-6481-4bd8-9312-0cc14028e874 req-12f2a7f8-efe2-4dc3-b924-a1c5ea347574 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465219 Jun 23 18:15:17.516316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-3fe1684f-169f-4cd2-83fa-edabec9511a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:17.517783 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-3fe1684f-169f-4cd2-83fa-edabec9511a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2215223 Jun 23 18:15:17.531240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e40c23-e797-44b6-9f29-59f497a2a6a1 req-f7bf0fe4-5f75-4f14-8dad-2efd41655580 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:17.532818 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-37e40c23-e797-44b6-9f29-59f497a2a6a1 req-f7bf0fe4-5f75-4f14-8dad-2efd41655580 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 944 time: 0.1124988 Jun 23 18:15:17.575264 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:15:17.668830 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-37e40c23-e797-44b6-9f29-59f497a2a6a1 req-386abe9c-29b4-43b6-9bc2-1e8193dca23d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141880 Jun 23 18:15:17.707554 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: ACTIVE; New status is: DOWN {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:17.707988 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:17.712625 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-6b8d4c9f-90bc-4b05-93b8-610d991be865 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788085 Jun 23 18:15:17.767337 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:17.779267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:17.788400 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:17.835074 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69611861-a769-4d50-bf3f-16b32c207ca8'] response: {'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'code': 200} Jun 23 18:15:17.872864 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-310fda22-ff2d-4cf8-b66b-109f7b4058ab req-03e2698f-d4d1-452a-b462-ebb20ade8b32 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425779 Jun 23 18:15:17.881554 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=8']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:18.594603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc082-676f-4c7d-9239-b370705d03da req-d00f88da-5c6d-47b0-8db8-53f6e860d5ca tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:18.596279 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-564dc082-676f-4c7d-9239-b370705d03da req-d00f88da-5c6d-47b0-8db8-53f6e860d5ca tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0914550 Jun 23 18:15:18.641401 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-564dc082-676f-4c7d-9239-b370705d03da req-84e91fe1-f41c-48b2-86fb-4123daa14e93 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393019 Jun 23 18:15:18.873275 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370aed1-eb4a-4234-89fa-1042dec3f7d0 req-3f445cfe-1900-4c07-90be-57a1d0c5097a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:18.875261 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1370aed1-eb4a-4234-89fa-1042dec3f7d0 req-3f445cfe-1900-4c07-90be-57a1d0c5097a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 944 time: 0.0994513 Jun 23 18:15:18.922134 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1370aed1-eb4a-4234-89fa-1042dec3f7d0 req-622f1412-0905-4523-87e2-8eb9befe46ba tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 Jun 23 18:15:19.587857 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device f5493a92-eef0-4edb-807f-a85cfeb7ff52 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:15:19.737509 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5268-8b7c-4b1d-ba1d-a4699e356b61 req-6f85258c-8299-4c44-94ad-2a9547170d07 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:19.739042 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b8c5268-8b7c-4b1d-ba1d-a4699e356b61 req-6f85258c-8299-4c44-94ad-2a9547170d07 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1660638 Jun 23 18:15:19.798575 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b8c5268-8b7c-4b1d-ba1d-a4699e356b61 req-1469b826-4c17-4148-ab64-1cd020fa54ec tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530798 Jun 23 18:15:19.807596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:19.822252 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:15:19.881353 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port f5493a92-eef0-4edb-807f-a85cfeb7ff52 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:19.881729 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:19.898595 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5493a92-eef0-4edb-807f-a85cfeb7ff52 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:19.916089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:19.920910 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:19.987913 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:20.120088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71a97-e8ea-4b68-8cba-7462428b0ba0 req-aeebfd8b-f2ca-45ce-97f8-adb7de0fc58a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:20.121759 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9c71a97-e8ea-4b68-8cba-7462428b0ba0 req-aeebfd8b-f2ca-45ce-97f8-adb7de0fc58a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 945 time: 0.0916145 Jun 23 18:15:20.170566 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c9c71a97-e8ea-4b68-8cba-7462428b0ba0 req-b9092693-97bf-40c0-af5a-81a7397f8d18 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Jun 23 18:15:20.225783 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['f5493a92-eef0-4edb-807f-a85cfeb7ff52'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:20.718296 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822173c-39bf-459c-9d00-6dbc2ef95922 req-57208042-9540-4392-9c2f-614ca6e67a10 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:20.719847 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d822173c-39bf-459c-9d00-6dbc2ef95922 req-57208042-9540-4392-9c2f-614ca6e67a10 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.0901392 Jun 23 18:15:20.768854 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d822173c-39bf-459c-9d00-6dbc2ef95922 req-47b78961-cce4-424b-98bd-a8d0c0f3b1eb tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430236 Jun 23 18:15:20.792276 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47242) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:21.068008 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279535-02c4-4f00-b92e-aeac291c5d14 req-6ce11500-6bad-4935-a160-bb6c9358c239 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:21.069436 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5c279535-02c4-4f00-b92e-aeac291c5d14 req-6ce11500-6bad-4935-a160-bb6c9358c239 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1489093 Jun 23 18:15:21.125966 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5c279535-02c4-4f00-b92e-aeac291c5d14 req-cf98ebc3-1481-4729-bfcf-75b06f25ec08 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505064 Jun 23 18:15:21.130152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc9a3-5e7b-4321-a5cd-9a0ee6161257 tempest-TestMinimumBasicScenario-1325773111 tempest-TestMinimumBasicScenario-1325773111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:21.131553 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-3a0fc9a3-5e7b-4321-a5cd-9a0ee6161257 tempest-TestMinimumBasicScenario-1325773111 tempest-TestMinimumBasicScenario-1325773111-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1093 time: 0.3382547 Jun 23 18:15:21.134552 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47252) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:21.139626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'port_id': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:21.145515 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:21.149327 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:floatingip and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:21.152768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:21.158441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:21.169747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.307089 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.365202 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26c87-9ae3-4bc2-86f1-dd8bd4801b4f req-5ba4f035-c661-4238-bbe7-22fb2bf389ef tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:21.366682 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eab26c87-9ae3-4bc2-86f1-dd8bd4801b4f req-5ba4f035-c661-4238-bbe7-22fb2bf389ef tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 945 time: 0.0880823 Jun 23 18:15:21.420605 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eab26c87-9ae3-4bc2-86f1-dd8bd4801b4f req-f77d364a-03ad-4e3c-8828-16e505a6d802 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471544 Jun 23 18:15:21.454624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Allocated IP 172.27.2.163 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/494cbb93-4232-4780-ba04-b829e00ef2dd) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:15:21.600748 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device f5493a92-eef0-4edb-807f-a85cfeb7ff52 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:15:21.606598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.637578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.675657 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port f5493a92-eef0-4edb-807f-a85cfeb7ff52 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:15:21.681506 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port f5493a92-eef0-4edb-807f-a85cfeb7ff52 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:21.681933 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.719894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:15:21.723094 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:15:21.725579 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:15:21.759868 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'Port': ['ID=494cbb93-4232-4780-ba04-b829e00ef2dd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:21.800949 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port f5493a92-eef0-4edb-807f-a85cfeb7ff52 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:21.801324 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.830099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:21.840436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:21.846567 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:21.847694 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:15:21.926259 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f521bd52-3036-4c7b-9ddb-f70ff8bb2cc7'] response: {'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'code': 200} Jun 23 18:15:21.992160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:22.061088 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: DOWN; New status is: DOWN {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:22.306837 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d3959-2699-4b53-bf20-f6a68c021c86 req-c9f46368-4758-4218-9403-596b80f3d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:22.308943 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-343d3959-2699-4b53-bf20-f6a68c021c86 req-c9f46368-4758-4218-9403-596b80f3d618 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.2002890 Jun 23 18:15:22.330505 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bd12a-7cbc-4968-b2d8-5e77aa3301ff req-aa3d999c-44bf-4a6e-be22-ca63e79759b8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:22.332001 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b39bd12a-7cbc-4968-b2d8-5e77aa3301ff req-aa3d999c-44bf-4a6e-be22-ca63e79759b8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0907664 Jun 23 18:15:22.378457 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b39bd12a-7cbc-4968-b2d8-5e77aa3301ff req-c334e1e6-a466-471b-9e73-07bede843184 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402369 Jun 23 18:15:22.434721 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf015-68c1-41b3-80c8-f70800c92611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:22.493385 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-343d3959-2699-4b53-bf20-f6a68c021c86 req-b33758c8-496a-4e11-8dc2-467fb5d4e7f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770039 Jun 23 18:15:22.522559 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:22.706433 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:22.743710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ae3c-abfa-4e1d-b1ef-4fef0ebea4ea req-a79b32ca-f0e0-4420-96c2-0395b2f23cb7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:22.745227 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d659ae3c-abfa-4e1d-b1ef-4fef0ebea4ea req-a79b32ca-f0e0-4420-96c2-0395b2f23cb7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1883860 Jun 23 18:15:22.812829 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d659ae3c-abfa-4e1d-b1ef-4fef0ebea4ea req-4f019041-4e31-4afb-9690-cb806f633602 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612674 Jun 23 18:15:22.961087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:22.966833 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:23.075105 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'Port': ['ID=494cbb93-4232-4780-ba04-b829e00ef2dd,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:23.091736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:23.272782 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Floating IP 2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3 associated. External IP: 172.27.2.163, port: 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369. Jun 23 18:15:23.590586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9306f4-4b2c-421a-a59c-9912ee36309a req-31707a57-020f-4d05-a968-d950fe2a7c7a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:23.592068 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9c9306f4-4b2c-421a-a59c-9912ee36309a req-31707a57-020f-4d05-a968-d950fe2a7c7a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0980663 Jun 23 18:15:23.635654 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9c9306f4-4b2c-421a-a59c-9912ee36309a req-998b7b91-0f33-4557-a97f-76ca7a88dfb3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374753 Jun 23 18:15:23.712321 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Router 7bdd4221-43c3-4540-858f-860666b9c39b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:15:23.908963 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:15:23.923854 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Sync routers for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:15:23.943147 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:23.943990 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:14:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:24.016592 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.096412 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-54b9bf6d-a158-45eb-81a1-09ffe667c919 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9579763 Jun 23 18:15:24.096412 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:24.097320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47280) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:24.109588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613591624', 'description': 'tempest-secgroup-smoke-613591624 description', 'project_id': '52971060282b48e18d48ca79a129103d'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:24.112162 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b4267-35c4-4f0b-8454-90134a22b4a1 req-47f98e8f-4774-478a-8065-f711bfca1b7a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:24.114193 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e80b4267-35c4-4f0b-8454-90134a22b4a1 req-47f98e8f-4774-478a-8065-f711bfca1b7a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1775525 Jun 23 18:15:24.124943 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:24.135220 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:24.146474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.157608 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b751724-7710-4443-8241-f423182bf3fc'] response: {'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:15:24.163533 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:24.169397 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e80b4267-35c4-4f0b-8454-90134a22b4a1 req-3b63cdf1-15cb-4141-962c-52bd1a704d1a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476201 Jun 23 18:15:24.170225 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:24.175355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:24.178544 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:24.187302 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:24.269169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.271712 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-9b0c11fa-6af2-4003-a7d1-0d4854ace2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:24.273237 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-9b0c11fa-6af2-4003-a7d1-0d4854ace2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.0892808 Jun 23 18:15:24.274522 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.336084 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6373f9c8-b008-4e5a-8d3d-65081c826f86,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:24.354553 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.354553 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2ba24c44-3793-43fb-b0ad-09da176926ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2534168 Jun 23 18:15:24.356888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47286) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:24.366495 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:24.373669 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:24.377714 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:24.380729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:24.387700 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:24.414434 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.447580 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-14cead71-dc6d-4e48-9627-592cc9e96004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:24.449663 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-14cead71-dc6d-4e48-9627-592cc9e96004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1694105 Jun 23 18:15:24.499042 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.503103 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.538566 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee71d6bd-c4a9-422d-976f-d8c327e96dfa,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:24.561457 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.563312 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1e9931cd-2fa0-4e79-8bd7-bcd0f712c431 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044725 Jun 23 18:15:24.568072 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47290) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:24.579995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:24.588066 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-7cf8363c-8af4-4208-afed-d6c585d75538 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 999 time: 0.1321917 Jun 23 18:15:24.588952 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:24.593191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:24.596466 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:24.602790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:24.607624 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-820e57f1-148f-46d9-8db0-d7d99dd294f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.625760 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.642442 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'port_id': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'mac_address': 'fa:16:3e:fc:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:22Z', 'updated_at': '2022-06-23T18:15:22Z', 'revision_number': 0, 'project_id': '52971060282b48e18d48ca79a129103d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:24.646566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Checking router: 7bdd4221-43c3-4540-858f-860666b9c39b for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:15:24.660754 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:24.661488 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:15:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:24.665491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-392e42b0-cad1-4998-ac94-3d84536be900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:24.668945 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-392e42b0-cad1-4998-ac94-3d84536be900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0706398 Jun 23 18:15:24.754077 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.764584 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:24.794011 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-3f09119f-56be-4b82-8e46-04af156fc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:24.795685 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-3f09119f-56be-4b82-8e46-04af156fc63a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141107 Jun 23 18:15:24.800265 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d38eb2e-57af-4662-a005-67a14aca54d3,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:24.941939 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:24.960122 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-6c6e5fe4-9dcb-4728-bd81-a36cce34a6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504216 Jun 23 18:15:25.027773 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.031585 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d34a442f-ef7b-4b1b-affd-26bfb74695a9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4617829 Jun 23 18:15:25.035533 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47298) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:25.040664 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:25.050332 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:25.056725 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:25.060271 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:25.067862 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:25.083735 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063118-13db-4c49-8163-0687da3cbd7c req-6611223c-dc48-4144-9188-3226e512afef tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:25.085230 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da063118-13db-4c49-8163-0687da3cbd7c req-6611223c-dc48-4144-9188-3226e512afef tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.2584555 Jun 23 18:15:25.116136 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.122463 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae77b9b9-db14-41c5-bc4c-77cacf3e8562 req-1007a873-00c5-4252-ae58-5bfc04055279 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468875 Jun 23 18:15:25.167719 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da063118-13db-4c49-8163-0687da3cbd7c req-21f8c171-3665-4c17-a6ee-72861840333e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690517 Jun 23 18:15:25.217160 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.227167 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.254963 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a6fe0-af15-4116-85a1-b65c76efed50,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:25.280244 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.285428 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c12e4f17-8fb9-4f86-a1c4-6dbb43be50e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461624 Jun 23 18:15:25.285693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47306) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:25.291362 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:25.297415 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:25.301443 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:25.305004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:25.310962 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:25.330784 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.361002 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'port_id': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'mac_address': 'fa:16:3e:fc:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:22Z', 'updated_at': '2022-06-23T18:15:22Z', 'revision_number': 0, 'project_id': '52971060282b48e18d48ca79a129103d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:25.365110 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eefacb-16fa-462e-a65a-1e3018976f81 None None] The sync data for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi is: [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'port_id': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'mac_address': 'fa:16:3e:fc:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:22Z', 'updated_at': '2022-06-23T18:15:22Z', 'revision_number': 0, 'project_id': '52971060282b48e18d48ca79a129103d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:15:25.400357 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a6fd6-d1b7-467f-9457-5d6962a425fd req-bf4df502-3b86-4ca7-bf3d-3a89734e6409 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:25.402590 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b2a6fd6-d1b7-467f-9457-5d6962a425fd req-bf4df502-3b86-4ca7-bf3d-3a89734e6409 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1026366 Jun 23 18:15:25.409441 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.413906 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.439952 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bd785c-da7c-4be3-bb92-d14a107f7632,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:25.458201 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b2a6fd6-d1b7-467f-9457-5d6962a425fd req-c7bec935-17c2-4d53-ac1f-5ac5e6fc23b5 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498333 Jun 23 18:15:25.458553 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.459796 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-78da02c1-fe5d-444e-926c-2e75114811e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730263 Jun 23 18:15:25.465249 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47310) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:25.470836 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:25.476816 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:25.481292 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:25.484326 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:25.490408 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:25.499968 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.securitygroups_db [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Project 52971060282b48e18d48ca79a129103d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:15:25.506431 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.588484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.592604 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.629438 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8514e0-7b04-4dc9-93d6-3a2d736db901 None None] New status for floating IP 2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:15:25.671153 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7117-4209-4e29-b3dd-dffc75aefc7b req-69304faf-0eab-4172-9a46-fe9c1a6a45dd tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:25.672956 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b8d7117-4209-4e29-b3dd-dffc75aefc7b req-69304faf-0eab-4172-9a46-fe9c1a6a45dd tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1077557 Jun 23 18:15:25.681647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 47316) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:25.689428 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'floatingip': {'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:25.724621 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b5bbd-dc73-4236-8847-aef3247fe807,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:25.732304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.736122 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-be08cb56-ee13-4341-b267-643f9fc0e742 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2672980 Jun 23 18:15:25.736345 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47320) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:25.741965 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'security_group_rule': {'security_group_id': '6373f9c8-b008-4e5a-8d3d-65081c826f86', 'project_id': '52971060282b48e18d48ca79a129103d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:25.749349 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:25.753358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Usage tracker for resource:security_group_rule and tenant:52971060282b48e18d48ca79a129103d is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:25.756453 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:25.763329 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:25.780216 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.securitygroups_db [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Project 52971060282b48e18d48ca79a129103d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:15:25.780431 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.785285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.858565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.871785 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.901029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0465f8c5-5169-4bb4-bc40-9ce66c186c88,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:25.919114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:25.924607 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5ce3c0b6-1528-4414-b3ac-2b8bf4c4ee6d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869831 Jun 23 18:15:26.071430 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-9aea9cf6-b883-44e1-a9f9-40298806586b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613591624&fields=id&tenant_id=52971060282b48e18d48ca79a129103d HTTP/1.1" status: 200 len: 267 time: 0.0430074 Jun 23 18:15:26.090573 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.133646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.171148 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-897b182c-7fdb-4047-9623-3b8f6791ede6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:26.172970 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-897b182c-7fdb-4047-9623-3b8f6791ede6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.0919232 Jun 23 18:15:26.185696 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'port': {'security_groups': ['3dc80cda-e2b3-44ee-b039-f6459f11213e', '6373f9c8-b008-4e5a-8d3d-65081c826f86']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:26.315168 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.427043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66290-a47a-4a42-a19b-a474fe34c2dc req-df5b2ebd-744f-4ae3-85ba-3b2956e5d6c2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:26.428505 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-64b66290-a47a-4a42-a19b-a474fe34c2dc req-df5b2ebd-744f-4ae3-85ba-3b2956e5d6c2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1372805 Jun 23 18:15:26.560177 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.564028 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-64b66290-a47a-4a42-a19b-a474fe34c2dc req-57c19a34-19f1-4da4-bebc-6991483ca882 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776572 Jun 23 18:15:26.565352 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.600149 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:26.625044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.629693 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.641186 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:26.717181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:26.717181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:26.717181 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-357e3095-bfd2-496b-93b2-1a08f7a88965 req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "PUT /v2.0/ports/8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 981 time: 0.5375614 Jun 23 18:15:26.717522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:26.751886 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac06a94-3b2d-4c20-9bac-951b1c5f1c39 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:26.780618 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Floating IP fd5d18f4-54f4-4333-86a1-20160ed66d4e associated. External IP: 172.27.2.3, port: f5493a92-eef0-4edb-807f-a85cfeb7ff52. Jun 23 18:15:26.790740 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ff753b-f66a-4715-9bcd-bfb6037e5858'] response: {'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:15:26.839381 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:26.944974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-461ce853-d66f-46c0-a7b8-57965ab6a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:26.947166 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-461ce853-d66f-46c0-a7b8-57965ab6a777 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1137 time: 0.1215718 Jun 23 18:15:27.134304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-d3036bd1-d80b-45e0-a7e3-8a1647a46aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.136222 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-d3036bd1-d80b-45e0-a7e3-8a1647a46aa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1824739 Jun 23 18:15:27.210690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-dbee0658-e22d-440f-973e-8af1dbe5d3e7 None None] Provisioning complete for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:27.211707 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbee0658-e22d-440f-973e-8af1dbe5d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:27.254505 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-4c8e92bd-2307-4e16-a0d0-697b20808533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 1001 time: 0.1046274 Jun 23 18:15:27.298186 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a775a3-015d-471a-aa9b-0341790c43ef req-e8b4dc0f-15aa-4b12-ad80-7acb21482c0b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.299562 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49a775a3-015d-471a-aa9b-0341790c43ef req-e8b4dc0f-15aa-4b12-ad80-7acb21482c0b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.1989331 Jun 23 18:15:27.331603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-976610c4-2ceb-4eac-8f34-323507292665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.332947 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-976610c4-2ceb-4eac-8f34-323507292665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0719931 Jun 23 18:15:27.449408 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-49a775a3-015d-471a-aa9b-0341790c43ef req-2b727a61-29ce-4837-a9d2-c6bb5443ae31 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:15:27.449665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-80bcec8d-c65a-4569-ab67-df68a3a54f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.451034 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-80bcec8d-c65a-4569-ab67-df68a3a54f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109302 Jun 23 18:15:27.487232 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-49a775a3-015d-471a-aa9b-0341790c43ef req-2b727a61-29ce-4837-a9d2-c6bb5443ae31 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:15:27.488356 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49a775a3-015d-471a-aa9b-0341790c43ef req-2b727a61-29ce-4837-a9d2-c6bb5443ae31 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289666 Jun 23 18:15:27.492938 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:15:27.495229 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-dbee0658-e22d-440f-973e-8af1dbe5d3e7 None None] Current status of the port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:27.602042 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-99ec5999-8d8a-4ac4-a8da-eb9c0e40ceef service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429274 Jun 23 18:15:27.696341 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:15:27.702655 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:27.713156 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:15:27.727747 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:27.728383 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:15:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:27.769605 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-980e86b4-0924-4d31-9691-8caaf51123f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "PUT /v2.0/floatingips/fd5d18f4-54f4-4333-86a1-20160ed66d4e HTTP/1.1" status: 200 len: 990 time: 2.0840955 Jun 23 18:15:27.769605 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:27.821452 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121fb0ec-6d3f-4bb3-8d45-f7156102d18b'] response: {'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'status': 'completed', 'code': 200} Jun 23 18:15:27.862810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a465dd-b49b-4065-ba67-a1b1433aa36b req-93471cd5-232e-4682-ba5b-922e8305a055 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.864213 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-71a465dd-b49b-4065-ba67-a1b1433aa36b req-93471cd5-232e-4682-ba5b-922e8305a055 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1481974 Jun 23 18:15:27.866049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c3fd0522-6fa5-40c0-9797-4fb752ca09a7 req-bfcc38ad-28be-4bf4-b1b8-5a2dcbef9f6e service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558925 Jun 23 18:15:27.913377 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-71a465dd-b49b-4065-ba67-a1b1433aa36b req-3848a485-4880-4517-97c8-3dab36c14d0c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Jun 23 18:15:27.944530 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:27.960870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:27.964592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ade8b-9766-4100-a629-9c9843b96904 req-65dfb41b-9e97-4b23-a0bf-801adc0b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:27.965735 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-65dfb41b-9e97-4b23-a0bf-801adc0b0b20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.1128461 Jun 23 18:15:28.112587 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ade8b-9766-4100-a629-9c9843b96904 req-9e617855-599c-49c9-b15f-bfe2df4df233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:28.114117 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-9e617855-599c-49c9-b15f-bfe2df4df233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1420202 Jun 23 18:15:28.222062 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-79c2fc9b-7127-4d12-9d60-a6ff9687de0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 998 time: 0.0973730 Jun 23 18:15:28.295485 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ade8b-9766-4100-a629-9c9843b96904 req-aa424345-c06a-4443-8af5-511376a759ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:28.296934 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-aa424345-c06a-4443-8af5-511376a759ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0636544 Jun 23 18:15:28.353169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:15:26Z', 'revision_number': 1, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:28.357445 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:15:28.365784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:15:28.366376 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:15:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:28.390752 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ade8b-9766-4100-a629-9c9843b96904 req-ecdd7e5d-a771-409f-93a7-e921d772dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:28.392254 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-ecdd7e5d-a771-409f-93a7-e921d772dc7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857334 Jun 23 18:15:28.537660 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-0e0c7208-96a3-4fad-8fa4-bdbe7bbfc737 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375322 Jun 23 18:15:28.553359 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:15:28.685027 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64ade8b-9766-4100-a629-9c9843b96904 req-6adf880a-dbed-4a65-a6dc-c2ad9194f0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370976 Jun 23 18:15:28.915528 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:15:26Z', 'revision_number': 1, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:15:28.922132 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5896d2-1db3-4a47-af3e-7a47a2b87342 None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:15:26Z', 'revision_number': 1, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:15:29.114255 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5f1fa-dd8e-41ef-bb2c-5f1d30971d85 None None] New status for floating IP fd5d18f4-54f4-4333-86a1-20160ed66d4e: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:15:29.129910 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3f1c-8964-4ca1-892a-06d1bf410b38 req-0563aedc-86b7-44f6-9b0a-7b8a83ceb993 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:29.131359 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-044e3f1c-8964-4ca1-892a-06d1bf410b38 req-0563aedc-86b7-44f6-9b0a-7b8a83ceb993 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0936697 Jun 23 18:15:29.179659 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-044e3f1c-8964-4ca1-892a-06d1bf410b38 req-bf7169ba-2cf4-4b3e-b03d-444d20346c29 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420573 Jun 23 18:15:29.518826 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47368) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:29.639112 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-151ffc45-be50-43ae-abac-3e0ee5e37458 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191607 Jun 23 18:15:30.444284 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894557e-f303-4b13-b1d4-4de8bb19c982 req-6ee66b89-7b77-43f3-8ccc-bc8e5179a856 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:30.445739 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d894557e-f303-4b13-b1d4-4de8bb19c982 req-6ee66b89-7b77-43f3-8ccc-bc8e5179a856 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1525190 Jun 23 18:15:30.492891 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d894557e-f303-4b13-b1d4-4de8bb19c982 req-16c17865-7d2d-4377-a278-dee2a35bcd98 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Jun 23 18:15:31.816672 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b6c4-eb42-44ed-bbf3-0387538cc054 req-ce3e9ee2-3627-4942-ba0f-712094bfc4c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:31.818046 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a005b6c4-eb42-44ed-bbf3-0387538cc054 req-ce3e9ee2-3627-4942-ba0f-712094bfc4c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.2143166 Jun 23 18:15:31.862650 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a005b6c4-eb42-44ed-bbf3-0387538cc054 req-ba3ddafc-a140-48bb-a3b6-226129efeeed tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386949 Jun 23 18:15:31.970548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357074-ed0a-465e-95b6-2553930c032b req-f1e26ffb-f246-4082-aaa2-107a9a16dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:31.972017 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-f1e26ffb-f246-4082-aaa2-107a9a16dab9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275&tenant_id=08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 1096 time: 0.0857680 Jun 23 18:15:32.085182 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357074-ed0a-465e-95b6-2553930c032b req-6a5aaadc-64bc-4f80-b208-fe3fced85a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:32.086601 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-6a5aaadc-64bc-4f80-b208-fe3fced85a22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1096 time: 0.0892215 Jun 23 18:15:32.220619 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357074-ed0a-465e-95b6-2553930c032b req-f05d68f5-0913-41a5-afac-c9550eaa2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:32.222080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-f05d68f5-0913-41a5-afac-c9550eaa2bac service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1288269 Jun 23 18:15:32.332826 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-d99c3b3c-fadf-41b9-9cc7-fcd1aac46d1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 999 time: 0.0987594 Jun 23 18:15:32.404316 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357074-ed0a-465e-95b6-2553930c032b req-4c7ca0e2-44d8-4e41-9403-34d1de294417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:32.405691 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-4c7ca0e2-44d8-4e41-9403-34d1de294417 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0588720 Jun 23 18:15:32.498950 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357074-ed0a-465e-95b6-2553930c032b req-760922f0-5995-417c-8273-f35dc7f64a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:32.500467 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-760922f0-5995-417c-8273-f35dc7f64a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850804 Jun 23 18:15:32.642899 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-0a3d49ee-194e-4836-83cb-c079de9d9475 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276958 Jun 23 18:15:32.782928 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-b2b93d7d-f22a-4647-b7f3-e5fc9913c724 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299932 Jun 23 18:15:33.069890 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b647db-669e-4208-9192-69778a676886 req-0317ffd3-95fb-46bb-8ee0-f79b22c41ddf tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:33.071376 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3b647db-669e-4208-9192-69778a676886 req-0317ffd3-95fb-46bb-8ee0-f79b22c41ddf tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0929444 Jun 23 18:15:33.117479 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3b647db-669e-4208-9192-69778a676886 req-64a014ad-d481-48a2-b99c-ac9da7772ae4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Jun 23 18:15:33.391284 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:15:34.327139 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34ad2b-7051-4f14-9d8f-2ed9a41143fc req-bd61bf14-b321-4567-8dfe-3a7599bc78df tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:34.328736 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce34ad2b-7051-4f14-9d8f-2ed9a41143fc req-bd61bf14-b321-4567-8dfe-3a7599bc78df tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0956507 Jun 23 18:15:34.383042 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce34ad2b-7051-4f14-9d8f-2ed9a41143fc req-e83cd0c3-920a-4ab6-b758-42d0acf2f827 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479555 Jun 23 18:15:35.585174 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d075d-23ca-4d83-a81c-06c3e81b5018 req-3aed917f-14b2-41f3-bed3-b2b31b45b395 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:35.591440 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d47d075d-23ca-4d83-a81c-06c3e81b5018 req-3aed917f-14b2-41f3-bed3-b2b31b45b395 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0952959 Jun 23 18:15:35.636857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d47d075d-23ca-4d83-a81c-06c3e81b5018 req-34a2590e-f940-4ef2-a5a4-32ffac4fd28c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410569 Jun 23 18:15:36.845040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a811a-e87d-45c7-b6a9-99945311236c req-88a049a4-d9f5-448b-bee8-98de97233563 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:36.846493 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-051a811a-e87d-45c7-b6a9-99945311236c req-88a049a4-d9f5-448b-bee8-98de97233563 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0913868 Jun 23 18:15:36.890490 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-051a811a-e87d-45c7-b6a9-99945311236c req-b44fa1c6-d4d6-4f24-991d-3920c2255492 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383008 Jun 23 18:15:38.108190 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f46a1-8308-483f-9c12-d4d5caa565f8 req-c252e7e3-0643-421a-8c21-444ba24681f2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:38.109849 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa7f46a1-8308-483f-9c12-d4d5caa565f8 req-c252e7e3-0643-421a-8c21-444ba24681f2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0956342 Jun 23 18:15:38.159031 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa7f46a1-8308-483f-9c12-d4d5caa565f8 req-d6a10092-e17c-4b9a-a592-d7f45520d0a3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434308 Jun 23 18:15:39.241854 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:39.377716 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d99e64-a281-4640-9100-9a70894a9ad3 req-25ad8e57-a163-488b-85bc-278f0bf478a1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:39.379198 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-61d99e64-a281-4640-9100-9a70894a9ad3 req-25ad8e57-a163-488b-85bc-278f0bf478a1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0976717 Jun 23 18:15:39.465521 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-61d99e64-a281-4640-9100-9a70894a9ad3 req-d7d0364b-c609-424b-a2b2-a9d0c8080a6f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806527 Jun 23 18:15:40.688033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10393729-86b5-42d9-a969-10d14ba82ab9 req-59ca098c-e902-46c1-bbd5-a10c7de602b2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:40.689451 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-10393729-86b5-42d9-a969-10d14ba82ab9 req-59ca098c-e902-46c1-bbd5-a10c7de602b2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0942183 Jun 23 18:15:40.745007 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-10393729-86b5-42d9-a969-10d14ba82ab9 req-0b70474b-251c-4a38-87c9-fb846db60c2a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496125 Jun 23 18:15:41.997665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d3315-96ac-4436-9477-24006264b20e req-6a26ccc8-8ed7-4d44-8718-f82146ea259d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:41.999110 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-606d3315-96ac-4436-9477-24006264b20e req-6a26ccc8-8ed7-4d44-8718-f82146ea259d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1393590 Jun 23 18:15:42.045441 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-606d3315-96ac-4436-9477-24006264b20e req-df6abf38-8926-46fb-a3b0-dcd8a382f0fe tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Jun 23 18:15:43.255407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b02b9-43e6-4598-9d86-747a469380d8 req-6d1aceed-bf54-4b8a-831d-933fb61e7443 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:43.256861 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-923b02b9-43e6-4598-9d86-747a469380d8 req-6d1aceed-bf54-4b8a-831d-933fb61e7443 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0921748 Jun 23 18:15:43.305483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-923b02b9-43e6-4598-9d86-747a469380d8 req-ea769c9a-705c-4cda-a64f-b487511f5c3b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422919 Jun 23 18:15:44.503530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ede577-d852-4531-b186-fe7a3a0a336f req-9b1c9da0-c339-447b-8dce-bd8574ef4ad8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:44.504993 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f7ede577-d852-4531-b186-fe7a3a0a336f req-9b1c9da0-c339-447b-8dce-bd8574ef4ad8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0893576 Jun 23 18:15:44.551004 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f7ede577-d852-4531-b186-fe7a3a0a336f req-a11d3219-1aed-4197-98b1-2c993bbbfb63 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Jun 23 18:15:45.268005 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47548) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:45.387477 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.401837 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:45.405614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Usage tracker for resource:security_group_rule and tenant:5dae2fbefb68456f8463949fd9bd5965 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:45.408447 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:45.414057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:45.514206 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.518054 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.568231 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e22aba-819d-44e8-8bea-a0799ab3ddbd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:45.578769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.579119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.579462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.579800 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.580130 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.580689 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.580884 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.581195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.581526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.581847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.582314 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.582640 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:45.589953 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-83eee234-1441-4a5e-a868-b7c08a21b88e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dae2fbefb68456f8463949fd9bd5965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195620 Jun 23 18:15:45.591221 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 47558) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:15:45.648287 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-319e6c02-48bb-44e3-b583-0c408242c3ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873935 Jun 23 18:15:45.659836 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.730809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.766859 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-1c6447a8-7c75-4d14-871a-904bd3bc705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:45.768600 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-1c6447a8-7c75-4d14-871a-904bd3bc705e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0951438 Jun 23 18:15:45.813104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d8084-e53c-47bd-8110-03cdc0960394 req-ef277129-19f9-474d-a19b-eab1e0258236 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:45.814912 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-784d8084-e53c-47bd-8110-03cdc0960394 req-ef277129-19f9-474d-a19b-eab1e0258236 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1346581 Jun 23 18:15:45.823656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.880079 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:45.880079 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03e22aba-819d-44e8-8bea-a0799ab3ddbd HTTP/1.1" status: 204 len: 168 time: 0.2821183 Jun 23 18:15:45.884261 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb21fb2-e470-4a28-b7b6-077694e2bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e22aba-819d-44e8-8bea-a0799ab3ddbd,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:45.921657 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-784d8084-e53c-47bd-8110-03cdc0960394 req-e23108f0-2768-4169-8066-2380458cb226 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905015 Jun 23 18:15:46.008899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-ba242a06-365f-4dd2-8ebf-dad35a013305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:46.011697 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-ba242a06-365f-4dd2-8ebf-dad35a013305 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.2114842 Jun 23 18:15:46.085967 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-4804a2a2-3b63-45bd-bf03-e1bc14f9e9a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0669510 Jun 23 18:15:46.153200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-73ff286d-e8c0-4048-953d-c2394db18a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:46.154654 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-73ff286d-e8c0-4048-953d-c2394db18a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0615437 Jun 23 18:15:46.249154 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-43eb35ce-0025-42ec-a8d6-bbce2ee8abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:46.250662 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-43eb35ce-0025-42ec-a8d6-bbce2ee8abbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866253 Jun 23 18:15:46.489930 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-575b44a0-8c89-4233-96fb-85ab8d27c249 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311871 Jun 23 18:15:46.628292 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96c4603c-c533-48c5-a518-5ce20906d4ad req-8be721b6-a320-44c7-b46f-9e7ee6db93d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320639 Jun 23 18:15:47.155290 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d277f6-2ccf-4524-8fc4-14e95eeb106f req-76c5e50a-74da-4ca4-97fa-2386fcf83cbe tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:47.156746 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-36d277f6-2ccf-4524-8fc4-14e95eeb106f req-76c5e50a-74da-4ca4-97fa-2386fcf83cbe tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1106670 Jun 23 18:15:47.202216 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-36d277f6-2ccf-4524-8fc4-14e95eeb106f req-398dc0d6-be05-4157-acf9-e845e31a423a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392194 Jun 23 18:15:48.372323 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-dacab03f-9978-42d4-8e46-ae0b5eb338b8 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fc0ba79aeba1405f9047b185b9741e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266602 Jun 23 18:15:48.407100 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26f8e-86bc-4cca-a904-a205a5b9645c req-3aecb195-3b28-42d7-ac4f-ca7b5079a77d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:48.408531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31b26f8e-86bc-4cca-a904-a205a5b9645c req-3aecb195-3b28-42d7-ac4f-ca7b5079a77d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0902498 Jun 23 18:15:48.454077 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31b26f8e-86bc-4cca-a904-a205a5b9645c req-d0dfe629-4fdf-44f5-b6f7-749e8c321c79 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397308 Jun 23 18:15:48.527162 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-c35dabbc-0649-4bcf-ab76-f1921c500569 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:48.528579 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-c35dabbc-0649-4bcf-ab76-f1921c500569 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509843 Jun 23 18:15:48.545199 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-2481b9f1-71d6-4ee2-b7c5-c9d328d4afba tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/quotas/fc0ba79aeba1405f9047b185b9741e38 HTTP/1.1" status: 200 len: 375 time: 0.0091105 Jun 23 18:15:48.601582 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-6665b9e3-7ca3-4841-9eca-2bc136049909 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc0ba79aeba1405f9047b185b9741e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516524 Jun 23 18:15:48.777612 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db89e578-b750-48b8-aa59-a9ce1bd1b1d0 req-d101c5c2-d766-4204-b93e-392ba1d51500 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 210 time: 0.0476160 Jun 23 18:15:49.659440 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ec333-32df-4cde-bada-be14896a2224 req-67d76a6a-a3fe-4e97-8912-72b875a15b8e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:49.660892 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f40ec333-32df-4cde-bada-be14896a2224 req-67d76a6a-a3fe-4e97-8912-72b875a15b8e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.0914531 Jun 23 18:15:49.710949 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f40ec333-32df-4cde-bada-be14896a2224 req-dfecf224-26d7-4497-ab3d-4b256b58558e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Jun 23 18:15:49.834924 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-4ae9277e-42a9-49e4-965b-3f9fca8ac2e2 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fc0ba79aeba1405f9047b185b9741e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291607 Jun 23 18:15:49.978661 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9f07088b-47e5-44de-82c2-82da13fea527 req-6740ba38-53a0-4e7b-813f-114796075bed tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 210 time: 0.0594168 Jun 23 18:15:50.034772 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-9858cfa0-009d-4a43-83bb-606220170ecd tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:50.036185 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-9858cfa0-009d-4a43-83bb-606220170ecd tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959038 Jun 23 18:15:50.065085 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Request body: {'port': {'device_id': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a', 'admin_state_up': True, 'tenant_id': 'fc0ba79aeba1405f9047b185b9741e38'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:50.231010 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:50.234782 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Usage tracker for resource:port and tenant:fc0ba79aeba1405f9047b185b9741e38 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:50.237966 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:50.243900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:50.253746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Made reservation on behalf of fc0ba79aeba1405f9047b185b9741e38 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:15:50.257272 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.270365 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.287969 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:15:50.293833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Usage tracker for resource:security_group_rule and tenant:fc0ba79aeba1405f9047b185b9741e38 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:15:50.298125 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:15:50.303901 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:15:50.399856 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.404531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.488886 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faaf2d4-8022-49c5-8e50-e3f4700e2d88,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:50.509322 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.509662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.510030 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.510359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.510682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.511002 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.511320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.511724 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.512043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.512359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.512671 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.512981 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:15:50.600492 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Allocated IP 192.168.233.118 (613e33e2-7a81-417b-a2e1-6801a998ae3a/5773c6c7-fc6c-473f-a540-c59669f4a161/fa0d9db5-531f-432f-bd5d-4515b5585236) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:15:50.802719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.818274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Transition to ACTIVE for port object fa0d9db5-531f-432f-bd5d-4515b5585236 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:15:50.909833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:50.980606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Network 613e33e2-7a81-417b-a2e1-6801a998ae3a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:15:50.984681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:15:50.988912 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:15:51.023710 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeb4ca-7771-4676-a846-d3fa944464e6 req-2992a8b0-fcb4-403d-a629-bb7dbc46bed1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:51.026015 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2cfeb4ca-7771-4676-a846-d3fa944464e6 req-2992a8b0-fcb4-403d-a629-bb7dbc46bed1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.2025924 Jun 23 18:15:51.162927 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Pushing event updated for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:51.186920 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-cdcd40c9-9724-45e7-858b-60ad83693f1c None None] Provisioning for port fa0d9db5-531f-432f-bd5d-4515b5585236 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:15:51.189102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e3e13-b2d7-4884-9c95-ea4698754982 req-47618414-d082-4d46-90fb-85f064b67e74 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:51.191180 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-892e3e13-b2d7-4884-9c95-ea4698754982 req-47618414-d082-4d46-90fb-85f064b67e74 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 936 time: 0.0912120 Jun 23 18:15:51.191953 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-cdcd40c9-9724-45e7-858b-60ad83693f1c None None] Provisioning complete for port fa0d9db5-531f-432f-bd5d-4515b5585236 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:15:51.192366 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cdcd40c9-9724-45e7-858b-60ad83693f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:51.208654 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:51.209266 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:51.225753 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2cfeb4ca-7771-4676-a846-d3fa944464e6 req-0e860e70-1c15-498d-a426-7057d2b11abf tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874461 Jun 23 18:15:51.240554 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-892e3e13-b2d7-4884-9c95-ea4698754982 req-2c012f19-d661-4cf8-8db8-d5ded784cb07 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Jun 23 18:15:51.253537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd40c9-9724-45e7-858b-60ad83693f1c None None] Port fa0d9db5-531f-432f-bd5d-4515b5585236 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:15:51.261641 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-29e4c51f-402b-44e2-ad8b-c61e562bd42f tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2011330 Jun 23 18:15:51.278537 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Request body: {'port': {'device_id': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:15:51.391038 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:51.720962 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0d9db5-531f-432f-bd5d-4515b5585236 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:51.728499 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:51.742197 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Transition to ACTIVE for port object fa0d9db5-531f-432f-bd5d-4515b5585236 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:15:51.746123 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:51.874106 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:51.991541 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Attempting to bind port fa0d9db5-531f-432f-bd5d-4515b5585236 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:15:51.991873 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Attempting to bind port fa0d9db5-531f-432f-bd5d-4515b5585236 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:15:51.992196 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Attempting to bind port fa0d9db5-531f-432f-bd5d-4515b5585236 on network 613e33e2-7a81-417b-a2e1-6801a998ae3a {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:15:51.996785 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Port fa0d9db5-531f-432f-bd5d-4515b5585236 on network 613e33e2-7a81-417b-a2e1-6801a998ae3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:15:51.997103 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Attempting to bind port fa0d9db5-531f-432f-bd5d-4515b5585236 on network 613e33e2-7a81-417b-a2e1-6801a998ae3a {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:15:52.002241 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:15:52.002576 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Checking segment: {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:15:52.002957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Bound using segment: {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:15:52.003375 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Bound port: fa0d9db5-531f-432f-bd5d-4515b5585236, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955df174-7a61-45bb-97c9-b861f3627dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:15:52.003718 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:52.091095 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:15:52.094315 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fa0d9db5-531f-432f-bd5d-4515b5585236,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:15:52.098226 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:52.160099 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.160698 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:52.162143 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa0d9db5-531f-432f-bd5d-4515b5585236 HTTP/1.1" status: 200 len: 1098 time: 0.8879116 Jun 23 18:15:52.162564 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:15:52.183734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d053ec-8848-4c9a-9a32-b6607ad391a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:52.247216 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30626eb-0ede-4608-96a6-8a7e6c94dd1b'] response: {'name': 'network-changed', 'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236', 'status': 'completed', 'code': 200} Jun 23 18:15:52.296977 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-ade13bc7-49c5-445e-b1d3-89819a46937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.298621 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-ade13bc7-49c5-445e-b1d3-89819a46937e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0ba79aeba1405f9047b185b9741e38&device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 1101 time: 0.0886314 Jun 23 18:15:52.442200 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f018f687-3bcb-42f1-96a7-e3d899aa67d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:52.464507 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-4af3397c-f223-44b7-b788-dbab82445220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0d9db5-531f-432f-bd5d-4515b5585236 HTTP/1.1" status: 200 len: 217 time: 0.1535869 Jun 23 18:15:52.534243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca68ce6-a3ab-4311-8782-466d07fd82da req-34f75bc5-e383-4f72-8da5-5d4d5d96b2ee tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.535699 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dca68ce6-a3ab-4311-8782-466d07fd82da req-34f75bc5-e383-4f72-8da5-5d4d5d96b2ee tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 948 time: 0.1590102 Jun 23 18:15:52.536828 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8db66-fcc3-4049-ad16-0375913b97b4 req-9a271ff1-2dde-4f0f-961e-d0750a5f05c9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.538281 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-04e8db66-fcc3-4049-ad16-0375913b97b4 req-9a271ff1-2dde-4f0f-961e-d0750a5f05c9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.1576355 Jun 23 18:15:52.566343 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-2f2d7a8c-c3d3-4bf5-a9ff-7ec740addc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.567727 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-2f2d7a8c-c3d3-4bf5-a9ff-7ec740addc7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5773c6c7-fc6c-473f-a540-c59669f4a161 HTTP/1.1" status: 200 len: 843 time: 0.0918801 Jun 23 18:15:52.581985 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dca68ce6-a3ab-4311-8782-466d07fd82da req-b6ff1bec-fbc4-456f-b53b-d40a229e3861 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Jun 23 18:15:52.638238 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-04e8db66-fcc3-4049-ad16-0375913b97b4 req-eff14cdf-9a53-4b6c-baa4-ec1cd909d385 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935326 Jun 23 18:15:52.667344 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-097d2a61-674a-4bf9-878b-eb7fa0ae87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:52.668805 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-097d2a61-674a-4bf9-878b-eb7fa0ae87b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=613e33e2-7a81-417b-a2e1-6801a998ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0859771 Jun 23 18:15:52.810104 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-a227eac6-42c2-4528-b72a-548658e17e54 service neutron] 10.222.0.36 "GET /v2.0/networks/613e33e2-7a81-417b-a2e1-6801a998ae3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310508 Jun 23 18:15:52.957379 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c77e0be3-6a6c-4ab8-8409-613540a78fad req-94942b8d-d4af-4359-bb1e-4038673de1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/613e33e2-7a81-417b-a2e1-6801a998ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345370 Jun 23 18:15:53.190363 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-0127b0d9-2b2b-4a13-9454-fbcf0dbd7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:53.191738 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-0127b0d9-2b2b-4a13-9454-fbcf0dbd7503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0ba79aeba1405f9047b185b9741e38&device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 1101 time: 0.1731954 Jun 23 18:15:53.328369 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-71211fe1-7d08-4581-a6ad-d02c535a6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:53.329766 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-71211fe1-7d08-4581-a6ad-d02c535a6ede service neutron] 10.222.0.36 "GET /v2.0/networks?id=613e33e2-7a81-417b-a2e1-6801a998ae3a HTTP/1.1" status: 200 len: 870 time: 0.1252589 Jun 23 18:15:53.397626 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-4c0bc56f-fe98-4f53-b271-afd3a0acf002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=fa0d9db5-531f-432f-bd5d-4515b5585236 HTTP/1.1" status: 200 len: 217 time: 0.0595727 Jun 23 18:15:53.464829 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-19cccbbe-807e-427a-a18d-010df4de0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:53.466273 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-19cccbbe-807e-427a-a18d-010df4de0b09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5773c6c7-fc6c-473f-a540-c59669f4a161 HTTP/1.1" status: 200 len: 843 time: 0.0607114 Jun 23 18:15:53.561034 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-b32420aa-098a-4b15-b8ba-c2a7314a59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:53.562562 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-b32420aa-098a-4b15-b8ba-c2a7314a59ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=613e33e2-7a81-417b-a2e1-6801a998ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0847116 Jun 23 18:15:53.718567 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-98955cd5-dea0-4d11-8754-19dcc908f4a6 service neutron] 10.222.0.36 "GET /v2.0/networks/613e33e2-7a81-417b-a2e1-6801a998ae3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444912 Jun 23 18:15:53.722698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:15:53.790369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a019255-d469-409d-b5d6-ccc41287281d req-6f7cd2dc-f692-470c-92c6-5c25efe9f109 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:53.797729 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4a019255-d469-409d-b5d6-ccc41287281d req-6f7cd2dc-f692-470c-92c6-5c25efe9f109 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 948 time: 0.1054313 Jun 23 18:15:53.851125 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4a019255-d469-409d-b5d6-ccc41287281d req-101f6c2f-9f08-4204-bc97-3fd592afec88 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524654 Jun 23 18:15:53.950983 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:53.970711 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'port_id': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'mac_address': 'fa:16:3e:41:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:15:54.018535 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a095f25-da4c-4e51-9ae3-bb4bbe3c28f4 req-38cad0f7-3f44-4591-a6e2-fc9f0fe9b653 service neutron] 10.222.0.36 "GET /v2.0/networks/613e33e2-7a81-417b-a2e1-6801a998ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929621 Jun 23 18:15:54.031911 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5adf-8df6-414a-b5ea-9847f2922596 req-40587d56-da73-4fe7-ba54-4c030b5d506a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:54.033675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-577f5adf-8df6-414a-b5ea-9847f2922596 req-40587d56-da73-4fe7-ba54-4c030b5d506a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 943 time: 0.2574637 Jun 23 18:15:54.037254 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:54.037637 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:54.054536 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:54.069864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:54.074127 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:54.088971 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-577f5adf-8df6-414a-b5ea-9847f2922596 req-59ad02b0-f52a-4fd5-a3fe-3038f62bbc36 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477207 Jun 23 18:15:54.173094 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=9']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:54.549519 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-85c3a94c-4403-4309-afd6-57bf97274ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:55.036510 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcc3-794d-477b-a192-eaf1fbe4d38f req-2bd3d1c9-2b93-403c-ac10-07be31a8dc03 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:55.037958 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-723cbcc3-794d-477b-a192-eaf1fbe4d38f req-2bd3d1c9-2b93-403c-ac10-07be31a8dc03 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 948 time: 0.0853803 Jun 23 18:15:55.080782 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-723cbcc3-794d-477b-a192-eaf1fbe4d38f req-1d140355-0cf7-47f2-bde3-0b3f217080f0 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jun 23 18:15:55.287396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c729486-452a-46dc-9907-ccfc53828648 req-f8f8e2ac-1d83-4d83-ac8f-fd2e668d577b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:55.288849 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c729486-452a-46dc-9907-ccfc53828648 req-f8f8e2ac-1d83-4d83-ac8f-fd2e668d577b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.0903661 Jun 23 18:15:55.331995 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c729486-452a-46dc-9907-ccfc53828648 req-ac3a7cfd-f822-405c-8d2b-1fc44f69d482 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374172 Jun 23 18:15:56.084676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:56.135974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:56.274720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-753d7454-9b40-432e-8a8c-734403429e53 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:56.275394 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-753d7454-9b40-432e-8a8c-734403429e53 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Synchronizing usage tracker for tenant:fc0ba79aeba1405f9047b185b9741e38 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:15:56.291453 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-753d7454-9b40-432e-8a8c-734403429e53 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Unset dirty status for tenant:fc0ba79aeba1405f9047b185b9741e38 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:15:56.292758 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-753d7454-9b40-432e-8a8c-734403429e53 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 948 time: 0.1050267 Jun 23 18:15:56.339458 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-cdc84a83-b2b0-49d3-9439-afa03b08eea5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Synchronizing usage tracker for tenant:fc0ba79aeba1405f9047b185b9741e38 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:15:56.354800 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-cdc84a83-b2b0-49d3-9439-afa03b08eea5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Unset dirty status for tenant:fc0ba79aeba1405f9047b185b9741e38 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:15:56.355971 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fad2d077-0b10-4173-8ed3-2fcb2689d5a6 req-cdc84a83-b2b0-49d3-9439-afa03b08eea5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575733 Jun 23 18:15:56.530913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895a4cb-9c11-4f45-ab6d-2dca78c94b01 req-9612e9d3-f9c3-4826-8b29-0fe587e88ce0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:56.532360 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9895a4cb-9c11-4f45-ab6d-2dca78c94b01 req-9612e9d3-f9c3-4826-8b29-0fe587e88ce0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.0905693 Jun 23 18:15:56.576875 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9895a4cb-9c11-4f45-ab6d-2dca78c94b01 req-1eded483-5bb6-4f83-bdb2-74b3311a6ad6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Jun 23 18:15:57.179865 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['38de2f6c-673a-47f6-92b9-36d2310d91e5'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:57.548118 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967ddb-368b-45da-bc8d-091259d91888 req-eaf59413-cb28-46bb-8634-5e71cc8cd34a tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:57.549560 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-95967ddb-368b-45da-bc8d-091259d91888 req-eaf59413-cb28-46bb-8634-5e71cc8cd34a tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 948 time: 0.0864246 Jun 23 18:15:57.594496 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-95967ddb-368b-45da-bc8d-091259d91888 req-e4e7d612-0704-49cb-bada-2711fde8ede1 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Jun 23 18:15:57.735948 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device fa0d9db5-531f-432f-bd5d-4515b5585236 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:15:57.785574 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777fbea-cfd3-4e4d-b211-80b900cc5747 req-d479a603-f55f-42c9-922e-1142c2d9df7f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:57.787046 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9777fbea-cfd3-4e4d-b211-80b900cc5747 req-d479a603-f55f-42c9-922e-1142c2d9df7f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.0964379 Jun 23 18:15:57.828586 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:57.835628 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9777fbea-cfd3-4e4d-b211-80b900cc5747 req-35c6330b-1b7d-4edb-b087-89a26ccf5a3d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jun 23 18:15:57.883156 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fa0d9db5-531f-432f-bd5d-4515b5585236,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:57.896406 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'fa0d9db5-531f-432f-bd5d-4515b5585236', 'network_id': '613e33e2-7a81-417b-a2e1-6801a998ae3a', 'port_id': 'fa0d9db5-531f-432f-bd5d-4515b5585236', 'mac_address': 'fa:16:3e:3f:13:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773c6c7-fc6c-473f-a540-c59669f4a161', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:15:57.952420 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port fa0d9db5-531f-432f-bd5d-4515b5585236 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:15:57.952797 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:57.970188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0d9db5-531f-432f-bd5d-4515b5585236 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:15:57.986361 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fa0d9db5-531f-432f-bd5d-4515b5585236,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:15:57.990698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:15:58.062160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:15:58.364089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['fa0d9db5-531f-432f-bd5d-4515b5585236'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:15:58.790134 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb88bc-0bbb-4339-8b39-8c8b3f951a61 req-ede2ecac-5bc2-4f75-a711-fbd72295f831 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:58.791546 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-03bb88bc-0bbb-4339-8b39-8c8b3f951a61 req-ede2ecac-5bc2-4f75-a711-fbd72295f831 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 949 time: 0.0887773 Jun 23 18:15:58.834613 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-03bb88bc-0bbb-4339-8b39-8c8b3f951a61 req-02e238ea-95b4-44d0-941a-db3cf5f67a61 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Jun 23 18:15:59.037192 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280dc9-2de5-414c-9969-ba1803123f81 req-3a2907f5-7a37-4d20-a5a4-77f1c8aef38b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:15:59.038750 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cc280dc9-2de5-414c-9969-ba1803123f81 req-3a2907f5-7a37-4d20-a5a4-77f1c8aef38b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.0891283 Jun 23 18:15:59.081861 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cc280dc9-2de5-414c-9969-ba1803123f81 req-5caedf8e-aaf3-43dd-9e29-704e9fd26101 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371401 Jun 23 18:16:00.027298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02c5b4-c38a-4cc2-b1b2-5577f18d1c38 req-4f1d610b-4235-4f5b-b5e0-3c2d52d6ed89 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:00.028713 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ce02c5b4-c38a-4cc2-b1b2-5577f18d1c38 req-4f1d610b-4235-4f5b-b5e0-3c2d52d6ed89 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 949 time: 0.0889137 Jun 23 18:16:00.072087 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ce02c5b4-c38a-4cc2-b1b2-5577f18d1c38 req-eb4ceae0-0389-4c23-9ba7-924ccf299a7b tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Jun 23 18:16:00.281915 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dd41f-fed9-4720-9803-feb5ae03a737 req-6118ac08-892e-45d7-a822-ccf4c44ca97f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:00.283343 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a2dd41f-fed9-4720-9803-feb5ae03a737 req-6118ac08-892e-45d7-a822-ccf4c44ca97f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 944 time: 0.0880053 Jun 23 18:16:00.329973 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a2dd41f-fed9-4720-9803-feb5ae03a737 req-44f6f3de-f768-4f64-8769-d8f31af9d457 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Jun 23 18:16:00.515432 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:16:00.583190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 38de2f6c-673a-47f6-92b9-36d2310d91e5 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:16:00.583552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:00.699939 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 38de2f6c-673a-47f6-92b9-36d2310d91e5 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:16:00.700311 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:00.735857 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:00.738241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:00.742668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:00.778963 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1231a3-0a2e-4ae0-b548-27dfd4667776'] response: {'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'code': 200} Jun 23 18:16:00.809738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=10']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:01.259188 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906fb7-6263-4727-bf64-743a4706d3ed req-3ca53dba-aafe-4696-ad65-b5179213ad7a tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:01.260623 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-80906fb7-6263-4727-bf64-743a4706d3ed req-3ca53dba-aafe-4696-ad65-b5179213ad7a tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 949 time: 0.0868664 Jun 23 18:16:01.303878 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-80906fb7-6263-4727-bf64-743a4706d3ed req-2de2cc16-af10-4b02-bb33-261bb9a6b54c tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Jun 23 18:16:01.532565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e88cfa-1917-46a0-971c-6e6de96d74e5 req-143d9190-3dde-41d9-a4f9-5b5012ec066e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:01.534032 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e88cfa-1917-46a0-971c-6e6de96d74e5 req-143d9190-3dde-41d9-a4f9-5b5012ec066e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0894001 Jun 23 18:16:01.580476 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e88cfa-1917-46a0-971c-6e6de96d74e5 req-bc7cac6b-2ee9-49d2-86e7-bc48b2ab9e84 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Jun 23 18:16:02.136103 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe84a4-1e4a-4878-a42c-abab35afc1eb req-13a0068e-5520-493e-bdb8-c4aeb36ef8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:02.137495 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a2fe84a4-1e4a-4878-a42c-abab35afc1eb req-13a0068e-5520-493e-bdb8-c4aeb36ef8c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1099 time: 0.0805404 Jun 23 18:16:02.181025 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a2fe84a4-1e4a-4878-a42c-abab35afc1eb req-5bfd2f59-4b9b-4621-9469-cacf32139a16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Jun 23 18:16:02.490674 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8f999-24ef-4e84-a671-e29382222fa4 req-2f309a4e-8a22-4045-b2ac-02cef685e65c tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:02.492746 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66c8f999-24ef-4e84-a671-e29382222fa4 req-2f309a4e-8a22-4045-b2ac-02cef685e65c tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 949 time: 0.0848017 Jun 23 18:16:02.537815 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66c8f999-24ef-4e84-a671-e29382222fa4 req-0562d534-4ed1-4090-8c7d-3dc0209dee0d tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Jun 23 18:16:02.786022 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09f18-0ce8-48a0-b294-3297081432e6 req-32dbbdd6-7f32-4418-8fe4-b456bdb3ce60 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:02.787418 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2db09f18-0ce8-48a0-b294-3297081432e6 req-32dbbdd6-7f32-4418-8fe4-b456bdb3ce60 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0911891 Jun 23 18:16:02.837470 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2db09f18-0ce8-48a0-b294-3297081432e6 req-db27a4bb-38c1-4ab1-a8f2-a660cedb61ba tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Jun 23 18:16:03.972109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d917d7-a95f-479d-aaa7-e1f6f3110509 req-8c393f0c-06d4-4adf-b395-1779179a4531 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:03.973810 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b0d917d7-a95f-479d-aaa7-e1f6f3110509 req-8c393f0c-06d4-4adf-b395-1779179a4531 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 949 time: 0.1894860 Jun 23 18:16:04.019681 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b0d917d7-a95f-479d-aaa7-e1f6f3110509 req-824d91f4-5afb-473a-9673-9e0973c48ee9 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Jun 23 18:16:04.066399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ccf4-4adc-4fc9-a1bc-705a86778e59 req-b377829c-9ae4-4b16-8946-76d1b66772cd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:04.067829 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b2a3ccf4-4adc-4fc9-a1bc-705a86778e59 req-b377829c-9ae4-4b16-8946-76d1b66772cd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0908902 Jun 23 18:16:04.111188 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b2a3ccf4-4adc-4fc9-a1bc-705a86778e59 req-9f57ac0f-a02d-41d4-83a9-d871c77ab1ab tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375388 Jun 23 18:16:04.166217 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device fa0d9db5-531f-432f-bd5d-4515b5585236 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:16:04.239831 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port fa0d9db5-531f-432f-bd5d-4515b5585236 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:16:04.244591 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port fa0d9db5-531f-432f-bd5d-4515b5585236 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:16:04.244951 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:04.356544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port fa0d9db5-531f-432f-bd5d-4515b5585236 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:16:04.356914 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:04.385444 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:04.394740 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fa0d9db5-531f-432f-bd5d-4515b5585236,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:04.400031 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:04.434953 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ceff7c-af96-4843-808e-cc09e5a35aac'] response: {'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236', 'code': 200} Jun 23 18:16:04.466244 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:05.212397 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6ddfd-97b0-40b0-bc5d-768401b75a35 req-75bbdf06-d83e-4d6b-8cc1-71090fcfeb34 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:05.213763 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-54b6ddfd-97b0-40b0-bc5d-768401b75a35 req-75bbdf06-d83e-4d6b-8cc1-71090fcfeb34 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0868642 Jun 23 18:16:05.261250 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-54b6ddfd-97b0-40b0-bc5d-768401b75a35 req-c45e3d09-a4d1-427d-b9f5-69f939477dc7 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Jun 23 18:16:05.311311 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a4462-214c-4d4d-af7b-4d3b7badceaa req-8ef41d9c-567a-45a9-8f68-55856c2486f4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:05.312979 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c7a4462-214c-4d4d-af7b-4d3b7badceaa req-8ef41d9c-567a-45a9-8f68-55856c2486f4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0908155 Jun 23 18:16:05.356549 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c7a4462-214c-4d4d-af7b-4d3b7badceaa req-2d2bc6e6-a0ec-43f8-aa3d-b12f6ac1686e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 Jun 23 18:16:06.303573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b8825-824a-43c9-905d-b260784c19b7 req-a2981069-911a-4f86-9d8c-5f9249e0d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:06.305064 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d59b8825-824a-43c9-905d-b260784c19b7 req-a2981069-911a-4f86-9d8c-5f9249e0d4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 1103 time: 0.0767183 Jun 23 18:16:06.350091 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d59b8825-824a-43c9-905d-b260784c19b7 req-dbc9228e-4bb9-4ec8-a98f-f1b7453b5f29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 Jun 23 18:16:06.452890 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f954ce3-0f44-4e83-90c3-c1194cd26b3b req-b7877c4a-f6ae-46b3-8f41-6ada1d62c10d tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:06.454281 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5f954ce3-0f44-4e83-90c3-c1194cd26b3b req-b7877c4a-f6ae-46b3-8f41-6ada1d62c10d tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0856140 Jun 23 18:16:06.499045 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5f954ce3-0f44-4e83-90c3-c1194cd26b3b req-113ca5d4-a8c3-4d09-9e1a-2667a2b0d6dd tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387127 Jun 23 18:16:06.553976 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd3c9e-d7bb-43cd-ad40-865181f377ef req-deddafab-52b0-4667-b214-771b9e68c7d3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:06.555576 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89dd3c9e-d7bb-43cd-ad40-865181f377ef req-deddafab-52b0-4667-b214-771b9e68c7d3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0898643 Jun 23 18:16:06.601684 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89dd3c9e-d7bb-43cd-ad40-865181f377ef req-ba776b4a-4af2-4141-9fee-616dc3f6737f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401618 Jun 23 18:16:07.699099 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5c638-cdd6-4be5-b759-08bbe1089e98 req-51e627ac-bbdc-46c2-bc02-3f6fa1ec72c6 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:07.700591 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27f5c638-cdd6-4be5-b759-08bbe1089e98 req-51e627ac-bbdc-46c2-bc02-3f6fa1ec72c6 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0913079 Jun 23 18:16:07.747133 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27f5c638-cdd6-4be5-b759-08bbe1089e98 req-0bd72951-17d3-4773-9794-d21448e9df3d tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Jun 23 18:16:07.812127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220633c-942a-4aaa-a2a9-d72051b45ef2 req-e7f2ccf7-ab8a-409c-84f3-f2ba386526f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:07.813580 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d220633c-942a-4aaa-a2a9-d72051b45ef2 req-e7f2ccf7-ab8a-409c-84f3-f2ba386526f0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0915873 Jun 23 18:16:07.862530 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d220633c-942a-4aaa-a2a9-d72051b45ef2 req-c15aa50c-64f0-4205-8ddf-ac1edfc2f89f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Jun 23 18:16:08.953827 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b65ae7-7138-4f0d-8319-459834c311b7 req-4a02ec56-e6bc-41bc-bc62-3de2c956b8e8 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:08.955311 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e9b65ae7-7138-4f0d-8319-459834c311b7 req-4a02ec56-e6bc-41bc-bc62-3de2c956b8e8 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0912969 Jun 23 18:16:09.001829 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e9b65ae7-7138-4f0d-8319-459834c311b7 req-b8274e3d-c97e-4761-9c9e-196b6a4557ff tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Jun 23 18:16:09.241826 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:09.450137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f4bbb-95ff-4e71-b3aa-df5d1cfa2b32 req-bf778925-bf0c-4697-9885-78194e66ccc5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:09.451688 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ba3f4bbb-95ff-4e71-b3aa-df5d1cfa2b32 req-bf778925-bf0c-4697-9885-78194e66ccc5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.1009157 Jun 23 18:16:09.501312 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ba3f4bbb-95ff-4e71-b3aa-df5d1cfa2b32 req-b9903720-e5ca-424c-8e56-0fbe8682393c tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Jun 23 18:16:09.857189 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5a569-617c-4410-ba5e-46d8b0d1df36 req-deca0fbe-5549-4d30-8d99-bbc54187e066 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:09.858588 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cae5a569-617c-4410-ba5e-46d8b0d1df36 req-deca0fbe-5549-4d30-8d99-bbc54187e066 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0965984 Jun 23 18:16:09.903862 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cae5a569-617c-4410-ba5e-46d8b0d1df36 req-abb0c84b-2063-4faf-90ca-b18dbb297cd9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Jun 23 18:16:10.390688 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:16:10.700966 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376951ed-dd83-443e-b34e-77b23a38c797 req-f5913f23-4cf4-4948-81e3-47f1c33e1d41 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:10.702452 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-376951ed-dd83-443e-b34e-77b23a38c797 req-f5913f23-4cf4-4948-81e3-47f1c33e1d41 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0942197 Jun 23 18:16:10.753518 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-376951ed-dd83-443e-b34e-77b23a38c797 req-2031954f-68cb-403e-abba-a766ba820591 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jun 23 18:16:11.180477 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7c9c3-379b-4836-bc8a-db65085f205f req-16f4cad4-222f-4f87-bca2-fc9745504015 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.182536 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-52e7c9c3-379b-4836-bc8a-db65085f205f req-16f4cad4-222f-4f87-bca2-fc9745504015 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1082599 Jun 23 18:16:11.231652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-52e7c9c3-379b-4836-bc8a-db65085f205f req-efcdbf5b-becb-4ae7-8f9f-d15c4c4db209 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Jun 23 18:16:11.340365 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-fe93cd47-424b-4116-a486-fb6f3ec98ccd tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.341787 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-fe93cd47-424b-4116-a486-fb6f3ec98ccd tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.36 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.0852451 Jun 23 18:16:11.345674 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-0cc59fd5-7d17-4889-a23d-7e415c22c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.347157 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-0cc59fd5-7d17-4889-a23d-7e415c22c3fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1137 time: 0.1476338 Jun 23 18:16:11.354663 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5af601-2b22-4201-8294-a16bd2aee67d req-eb8b1009-9f03-4456-8cbe-889be07a79f1 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.356063 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f5af601-2b22-4201-8294-a16bd2aee67d req-eb8b1009-9f03-4456-8cbe-889be07a79f1 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.1162388 Jun 23 18:16:11.418972 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Deleting port fa0d9db5-531f-432f-bd5d-4515b5585236 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:16:11.419343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:11.484720 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f5af601-2b22-4201-8294-a16bd2aee67d req-508fa610-eddc-473a-83a1-364d1d45cc49 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103110 Jun 23 18:16:11.523433 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-8d894630-1420-4785-b5b6-5f1c7ec997ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.524972 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-8d894630-1420-4785-b5b6-5f1c7ec997ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1680894 Jun 23 18:16:11.636612 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-e1606cea-a31d-4fa9-b1cd-af2d677d57f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 1001 time: 0.1030202 Jun 23 18:16:11.701588 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-09c83ef6-945b-4f9f-805e-a2ba891e3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.703066 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-09c83ef6-945b-4f9f-805e-a2ba891e3cdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0585058 Jun 23 18:16:11.736316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] For port fa0d9db5-531f-432f-bd5d-4515b5585236, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fa0d9db5-531f-432f-bd5d-4515b5585236,segment=NetworkSegment(955df174-7a61-45bb-97c9-b861f3627dc1),segment_id=955df174-7a61-45bb-97c9-b861f3627dc1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:11.736680 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:11.802835 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-16a2ada9-07fb-4c1e-aaa3-85c9cec9dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:11.803345 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-16a2ada9-07fb-4c1e-aaa3-85c9cec9dee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855505 Jun 23 18:16:11.869298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Calling delete_port for fa0d9db5-531f-432f-bd5d-4515b5585236 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:16:11.972060 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-92cc45ca-d191-4630-af83-87dd4d8dbf56 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604674 Jun 23 18:16:12.113146 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ebc891bd-b40a-4195-9562-05c7c59b6dbd req-236a2576-da01-445e-8fd9-2a291eb030fb service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301427 Jun 23 18:16:12.118843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff533-ba1e-426e-9e09-a5a5ab1d1da5 req-2a5b2f9d-6678-48d8-9d69-010dfb783ccb tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:12.120284 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-13fff533-ba1e-426e-9e09-a5a5ab1d1da5 req-2a5b2f9d-6678-48d8-9d69-010dfb783ccb tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/ports?device_id=3abfb728-e2f5-4011-807d-0b70300ab5de HTTP/1.1" status: 200 len: 950 time: 0.2231851 Jun 23 18:16:12.185060 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:12.188933 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-13fff533-ba1e-426e-9e09-a5a5ab1d1da5 req-7cd6f8aa-23a7-4536-b59e-93d747537b64 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faaf2d4-8022-49c5-8e50-e3f4700e2d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Jun 23 18:16:12.241229 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Pushing event deleted for resources: {'Port': ['ID=fa0d9db5-531f-432f-bd5d-4515b5585236,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:12.332030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] No DVR routers for this DVR port fa0d9db5-531f-432f-bd5d-4515b5585236 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:16:12.335224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:12.346254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'name': 'network-vif-deleted', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:12.355486 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c4fc9218-d8db-42c7-b30f-e0ec5395db70 req-d4941bb2-c5c6-4140-9da3-dcd805d45ee5 tempest-VolumesNegativeTest-15418405 tempest-VolumesNegativeTest-15418405-project] 10.222.0.36 "DELETE /v2.0/ports/fa0d9db5-531f-432f-bd5d-4515b5585236 HTTP/1.1" status: 204 len: 173 time: 1.0011940 Jun 23 18:16:12.411641 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a04c60-65fe-4138-8afb-2b87a3639ee6'] response: {'server_uuid': '3abfb728-e2f5-4011-807d-0b70300ab5de', 'name': 'network-vif-deleted', 'tag': 'fa0d9db5-531f-432f-bd5d-4515b5585236', 'status': 'completed', 'code': 200} Jun 23 18:16:12.484556 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcd145-0f80-464f-b9b7-74b3f9d9de2f req-05039615-4fdb-47e0-8ea0-43ce5a04f8bb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:12.486233 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aadcd145-0f80-464f-b9b7-74b3f9d9de2f req-05039615-4fdb-47e0-8ea0-43ce5a04f8bb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1120384 Jun 23 18:16:12.541650 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aadcd145-0f80-464f-b9b7-74b3f9d9de2f req-c44fc2dc-3abe-47d2-b480-90bff51ff2d2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Jun 23 18:16:12.693434 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d188b4-58d7-4845-a2e8-9cfc81651655 req-f30d6fee-be08-421c-826e-c384ab608fb0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:12.694826 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a2d188b4-58d7-4845-a2e8-9cfc81651655 req-f30d6fee-be08-421c-826e-c384ab608fb0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0888708 Jun 23 18:16:12.739192 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a2d188b4-58d7-4845-a2e8-9cfc81651655 req-9b82565c-bbd6-4a38-971b-22ffea4739b1 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384750 Jun 23 18:16:13.744462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588f8c-ba0b-46ee-81da-2e39a51d5a56 req-cf33cf6a-1bfb-4ffb-8e02-a833eb92b8f3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:13.746041 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-02588f8c-ba0b-46ee-81da-2e39a51d5a56 req-cf33cf6a-1bfb-4ffb-8e02-a833eb92b8f3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0960991 Jun 23 18:16:13.774787 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900403-3990-4b3f-9399-6051560b5ebb req-3fb66dd9-87fc-41dc-aee1-b2c42ba6c7f2 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:13.776255 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fc900403-3990-4b3f-9399-6051560b5ebb req-3fb66dd9-87fc-41dc-aee1-b2c42ba6c7f2 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.1967773 Jun 23 18:16:13.802406 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-02588f8c-ba0b-46ee-81da-2e39a51d5a56 req-a70d7886-2d52-4998-890e-e9ab81b2e90a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504797 Jun 23 18:16:13.826284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device fa0d9db5-531f-432f-bd5d-4515b5585236 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:16:13.847595 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fc900403-3990-4b3f-9399-6051560b5ebb req-a9e064c0-fc1c-462c-8e8b-61d6d9c0b482 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624311 Jun 23 18:16:13.878535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: fa0d9db5-531f-432f-bd5d-4515b5585236 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:16:13.879018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device fa0d9db5-531f-432f-bd5d-4515b5585236 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:16:13.993433 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9a51c-69f0-4254-92f4-689efcdd01ff req-95d5b248-72f9-464c-ab1b-319310a00980 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:13.994945 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c7f9a51c-69f0-4254-92f4-689efcdd01ff req-95d5b248-72f9-464c-ab1b-319310a00980 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0935309 Jun 23 18:16:14.041421 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c7f9a51c-69f0-4254-92f4-689efcdd01ff req-913f19e8-6870-41a0-8ac4-c635a9ccf016 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407658 Jun 23 18:16:15.002205 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3e0d-3278-4d75-b35a-9e36dfb000b4 req-41455f18-3e41-42a8-81f6-96d7ae1e544b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:15.003761 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba8e3e0d-3278-4d75-b35a-9e36dfb000b4 req-41455f18-3e41-42a8-81f6-96d7ae1e544b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1028764 Jun 23 18:16:15.058409 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba8e3e0d-3278-4d75-b35a-9e36dfb000b4 req-ca155da0-fa09-49e7-b870-203f80fd5e22 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Jun 23 18:16:15.084605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ae68d-a9f5-4cdd-992c-808dd046df31 req-dd4a6975-d326-47a9-a22b-aadd00e2872f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:15.086926 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-971ae68d-a9f5-4cdd-992c-808dd046df31 req-dd4a6975-d326-47a9-a22b-aadd00e2872f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.0920615 Jun 23 18:16:15.137251 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-971ae68d-a9f5-4cdd-992c-808dd046df31 req-961f3203-1324-48fa-b721-3d4ee471961d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Jun 23 18:16:15.247150 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5a32-f91b-4050-8e00-1fa3c222af4f req-2e80452b-c3ef-4114-ada5-fa14f50b0890 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:15.248649 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eabf5a32-f91b-4050-8e00-1fa3c222af4f req-2e80452b-c3ef-4114-ada5-fa14f50b0890 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0890901 Jun 23 18:16:15.306180 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eabf5a32-f91b-4050-8e00-1fa3c222af4f req-6f4a8423-816a-4df7-8610-1a6007e000ab tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464396 Jun 23 18:16:15.953993 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777845-8db7-4267-babd-76a1bf435e3d req-2674904b-2929-4841-8591-2d4c7d78ad55 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:15.955473 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8777845-8db7-4267-babd-76a1bf435e3d req-2674904b-2929-4841-8591-2d4c7d78ad55 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.0894570 Jun 23 18:16:16.029588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Deleting port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:16:16.029855 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:16.353957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1530e9-4a33-4f8a-823b-d1798be90e88 req-98d656b1-831d-43c0-9795-e1ee7a94d12b tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:16.355546 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ff1530e9-4a33-4f8a-823b-d1798be90e88 req-98d656b1-831d-43c0-9795-e1ee7a94d12b tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 946 time: 0.0957370 Jun 23 18:16:16.401376 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ff1530e9-4a33-4f8a-823b-d1798be90e88 req-696db03f-5ea3-41a7-b8a0-91be2dcd8903 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Jun 23 18:16:16.423922 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] For port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:16.424477 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:16.438921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2ad59-0d2f-4d79-a47a-defdf7e05340 req-feb21a67-d181-47a9-8b66-12edbd802451 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:16.440340 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6db2ad59-0d2f-4d79-a47a-defdf7e05340 req-feb21a67-d181-47a9-8b66-12edbd802451 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1563642 Jun 23 18:16:16.570708 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Calling delete_port for 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:16:16.599621 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e36a73-7796-4b60-849b-d87e7113b89a req-62f0976e-4bc0-46af-9325-6b5d89eb6cc9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:16.606355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0e36a73-7796-4b60-849b-d87e7113b89a req-62f0976e-4bc0-46af-9325-6b5d89eb6cc9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0995526 Jun 23 18:16:16.649542 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6db2ad59-0d2f-4d79-a47a-defdf7e05340 req-c1fd8550-3f3b-4b6a-a149-319fed72076f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519477 Jun 23 18:16:16.659088 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0e36a73-7796-4b60-849b-d87e7113b89a req-23167196-e3e6-451a-a930-4561c2361790 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502906 Jun 23 18:16:16.747184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:16.760192 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['59e9cde3-17fc-4b6b-bf66-6ac9db078a55'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:16:16.800724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Pushing event deleted for resources: {'Port': ['ID=59e9cde3-17fc-4b6b-bf66-6ac9db078a55,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:16.884839 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] No DVR routers for this DVR port 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:16:16.887790 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:16.890348 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'name': 'network-vif-deleted', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:16.905295 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f8777845-8db7-4267-babd-76a1bf435e3d req-38a5ec5c-e808-486d-a887-4cd1d1a27efc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "DELETE /v2.0/ports/59e9cde3-17fc-4b6b-bf66-6ac9db078a55 HTTP/1.1" status: 204 len: 173 time: 0.9439116 Jun 23 18:16:16.946461 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69a085c-d7cb-49e0-b0b7-953b726200ae'] response: {'server_uuid': '05ae65c8-6d14-4243-9492-195ceb17fe80', 'name': 'network-vif-deleted', 'tag': '59e9cde3-17fc-4b6b-bf66-6ac9db078a55', 'status': 'completed', 'code': 200} Jun 23 18:16:17.589487 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bdf3a6bf-94b5-48c7-bc34-49dadba00f62 req-bbbbc6f8-7be4-4e6a-9e17-f85328cf6188 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ae65c8-6d14-4243-9492-195ceb17fe80 HTTP/1.1" status: 200 len: 210 time: 0.0512373 Jun 23 18:16:17.869830 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1c26-2faf-47a2-b34d-acc696e27564 req-a512ffc7-6e0e-41ba-962c-a362f56fc135 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:17.879184 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-032f1c26-2faf-47a2-b34d-acc696e27564 req-a512ffc7-6e0e-41ba-962c-a362f56fc135 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1092539 Jun 23 18:16:17.889679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed8f9a-3917-4fe1-a7af-47f8ed83e944 req-bf3255ee-79d2-47dc-a8f0-0dca89fdb11c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:17.898537 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8eed8f9a-3917-4fe1-a7af-47f8ed83e944 req-bf3255ee-79d2-47dc-a8f0-0dca89fdb11c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.1126926 Jun 23 18:16:17.930680 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-032f1c26-2faf-47a2-b34d-acc696e27564 req-2f4690b5-1bad-48b0-9db8-1f0a6eaa7c91 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495620 Jun 23 18:16:17.947422 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8eed8f9a-3917-4fe1-a7af-47f8ed83e944 req-913c8af9-46e1-408f-927b-ce2fb5017bec tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477748 Jun 23 18:16:18.027897 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 48176) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:16:18.173298 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-697d6e7f-1618-4a0e-9984-ea76d469d68c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc0ba79aeba1405f9047b185b9741e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442301 Jun 23 18:16:18.175830 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 48182) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:16:18.231533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:18.263083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:18.314699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:18.331524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faaf2d4-8022-49c5-8e50-e3f4700e2d88,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:18.342045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:18.343428 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-de23cc58-6151-430f-9c82-16019cdcab77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1faaf2d4-8022-49c5-8e50-e3f4700e2d88 HTTP/1.1" status: 204 len: 168 time: 0.1667240 Jun 23 18:16:19.129922 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2724407-9161-4ab5-baee-932df5ea1a26 req-d3e558d2-2b5d-4115-9fd1-c14495ca36bc tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:19.131376 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2724407-9161-4ab5-baee-932df5ea1a26 req-d3e558d2-2b5d-4115-9fd1-c14495ca36bc tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0898490 Jun 23 18:16:19.140561 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de35ca-5ee2-46ee-bb0b-cc187cf67875 req-e7d29abb-3490-4dfe-a794-764f13dea243 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:19.142035 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0de35ca-5ee2-46ee-bb0b-cc187cf67875 req-e7d29abb-3490-4dfe-a794-764f13dea243 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0870886 Jun 23 18:16:19.179519 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2724407-9161-4ab5-baee-932df5ea1a26 req-67a6daa8-6a2c-4b3a-995e-3e94df86c377 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Jun 23 18:16:19.189502 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0de35ca-5ee2-46ee-bb0b-cc187cf67875 req-68c7a17d-3c6c-47e8-98e0-bf08074029d9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412087 Jun 23 18:16:20.075382 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:16:20.109824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:16:20.110190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 59e9cde3-17fc-4b6b-bf66-6ac9db078a55 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:16:20.374847 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea536b-20ad-482e-9be8-a923ff182858 req-55fe7471-840c-4226-ae0d-d2f0380c881a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:20.376302 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4eea536b-20ad-482e-9be8-a923ff182858 req-55fe7471-840c-4226-ae0d-d2f0380c881a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0900097 Jun 23 18:16:20.384282 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953520-5916-44d9-8997-c853bdc41928 req-b26125a6-87fc-4763-bb20-aca5ab01fa99 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:20.385726 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1b953520-5916-44d9-8997-c853bdc41928 req-b26125a6-87fc-4763-bb20-aca5ab01fa99 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0892057 Jun 23 18:16:20.421953 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4eea536b-20ad-482e-9be8-a923ff182858 req-165cff8c-babf-4a51-b96c-b3bf29a5db18 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 Jun 23 18:16:20.431762 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1b953520-5916-44d9-8997-c853bdc41928 req-1470c6f0-5674-47a3-9f64-14e3ce30afd4 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401747 Jun 23 18:16:21.621338 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b046d7-6bab-43fe-8a07-3f1adc79e04f req-26d0913e-61df-4298-9a11-93fd76e99fd0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:21.622824 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c4b046d7-6bab-43fe-8a07-3f1adc79e04f req-26d0913e-61df-4298-9a11-93fd76e99fd0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0949800 Jun 23 18:16:21.625753 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c119dd-8656-4ff3-b2d0-7ed20e221891 req-c2deb2e7-fc05-47af-8f60-6f6b8893b2e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:21.627223 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c119dd-8656-4ff3-b2d0-7ed20e221891 req-c2deb2e7-fc05-47af-8f60-6f6b8893b2e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0900731 Jun 23 18:16:21.667169 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c4b046d7-6bab-43fe-8a07-3f1adc79e04f req-b254243e-bd62-4ea0-8ed1-3f48da9706dd tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 Jun 23 18:16:21.672266 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c119dd-8656-4ff3-b2d0-7ed20e221891 req-1cd83b26-f414-4de0-8d58-81524276eb4f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394127 Jun 23 18:16:22.434683 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-47d156a4-0ef4-4b43-810b-8801cf6aa718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:22.866508 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50059-d549-4d05-bbc0-40685336b1f8 req-9c34e32f-9ea3-4a61-8169-2ced631dd2d3 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:22.867171 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc45b3-50ba-4008-ba0c-fbe6d2275359 req-ecab26c5-1419-4e89-9467-1b19185902ad tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:22.868183 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eccc45b3-50ba-4008-ba0c-fbe6d2275359 req-ecab26c5-1419-4e89-9467-1b19185902ad tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0902684 Jun 23 18:16:22.868404 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c8d50059-d549-4d05-bbc0-40685336b1f8 req-9c34e32f-9ea3-4a61-8169-2ced631dd2d3 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0909898 Jun 23 18:16:22.915132 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c8d50059-d549-4d05-bbc0-40685336b1f8 req-c2457516-fe44-403d-826c-15907e43089b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406785 Jun 23 18:16:22.916495 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eccc45b3-50ba-4008-ba0c-fbe6d2275359 req-a10fc88a-db30-4844-9124-70a076c94a85 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Jun 23 18:16:24.112988 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2c11c-b7a0-445b-a4b6-694adf58cef9 req-08d95fd6-10df-42fa-b495-c933a6495af2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:24.114440 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e7d2c11c-b7a0-445b-a4b6-694adf58cef9 req-08d95fd6-10df-42fa-b495-c933a6495af2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0881469 Jun 23 18:16:24.115557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829a2a9-e182-4817-9845-509614bc9d9a req-735b6019-7e05-4798-8186-b4e883f7d526 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:24.117630 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1829a2a9-e182-4817-9845-509614bc9d9a req-735b6019-7e05-4798-8186-b4e883f7d526 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0888186 Jun 23 18:16:24.159243 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e7d2c11c-b7a0-445b-a4b6-694adf58cef9 req-67303b6b-6adb-4679-b88d-54590a75c84e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Jun 23 18:16:24.163934 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1829a2a9-e182-4817-9845-509614bc9d9a req-566d6632-a2ca-443b-8075-1b4ae8e79f0c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403304 Jun 23 18:16:24.551560 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a0d156a-8840-416f-b136-44d27f1b7f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:25.356932 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698df50-ee39-44ba-88de-f4675e3e7c33 req-89adf951-8f97-4cde-b43b-36e2b32ee83d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:25.357656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3a786-df32-4717-8e6a-6436ad3befb8 req-183d8748-ba5e-4101-81fa-14cec5a323b7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:25.358440 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8698df50-ee39-44ba-88de-f4675e3e7c33 req-89adf951-8f97-4cde-b43b-36e2b32ee83d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0917740 Jun 23 18:16:25.359716 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d0c3a786-df32-4717-8e6a-6436ad3befb8 req-183d8748-ba5e-4101-81fa-14cec5a323b7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0907991 Jun 23 18:16:25.402467 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8698df50-ee39-44ba-88de-f4675e3e7c33 req-c1a64052-7121-4cc1-a2c6-61248c0ddd74 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383902 Jun 23 18:16:25.405964 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d0c3a786-df32-4717-8e6a-6436ad3befb8 req-0f9dab37-4653-494a-8821-ac2b4cddf505 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403976 Jun 23 18:16:26.087913 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:26.137275 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:26.602687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53209ff9-581f-4246-85b9-1d2e0d0486c5 req-6ac8f07d-ab1a-4a77-a45e-04b7979c5450 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:26.604447 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-53209ff9-581f-4246-85b9-1d2e0d0486c5 req-6ac8f07d-ab1a-4a77-a45e-04b7979c5450 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0953689 Jun 23 18:16:26.604940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967904b-4b29-45e5-88fe-e0aba2c36664 req-75fe2140-621a-4ffa-9384-652c4bb415db tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:26.607161 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c967904b-4b29-45e5-88fe-e0aba2c36664 req-75fe2140-621a-4ffa-9384-652c4bb415db tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0963881 Jun 23 18:16:26.651920 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c967904b-4b29-45e5-88fe-e0aba2c36664 req-71b9c9f1-f665-42c8-ba98-41a07981abdb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390060 Jun 23 18:16:26.657433 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-53209ff9-581f-4246-85b9-1d2e0d0486c5 req-da25308b-c5e5-4d6d-bdd3-59d887d3039d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444982 Jun 23 18:16:27.108326 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-f114fd7b-2bd4-42b1-a227-e8c03e994a41 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:27.109774 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-f114fd7b-2bd4-42b1-a227-e8c03e994a41 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 814 time: 0.1545594 Jun 23 18:16:27.129636 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-7ae123f9-536f-433a-86a9-9eb264449a46 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/quotas/f80a88640291409888fceac0ea48c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0100908 Jun 23 18:16:27.181236 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-b8676ab9-0b6c-428f-9ffe-02505ae21710 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500293 Jun 23 18:16:27.319925 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-3a29683e-772f-4363-af87-b9713500c25d service neutron] 10.222.0.26 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312706 Jun 23 18:16:27.536917 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-68a1cbe4-42c6-4007-8669-fc2e33fb05c3 service neutron] 10.222.0.26 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115231 Jun 23 18:16:27.790645 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:27.815986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-769530d8-229c-4a49-a7c9-b5b2ca2e69b7 req-7c90cd97-9406-4286-bd7f-e2ebaa7df89c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:16:27.833208 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-769530d8-229c-4a49-a7c9-b5b2ca2e69b7 req-7c90cd97-9406-4286-bd7f-e2ebaa7df89c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:16:27.834885 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-769530d8-229c-4a49-a7c9-b5b2ca2e69b7 req-7c90cd97-9406-4286-bd7f-e2ebaa7df89c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1642609 Jun 23 18:16:27.893666 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfcb4-f9a8-4e59-b93c-844cc08025e0 req-83944e73-47fb-4b2a-9663-08cf0abd39c9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:27.895410 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-68fbfcb4-f9a8-4e59-b93c-844cc08025e0 req-83944e73-47fb-4b2a-9663-08cf0abd39c9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1282406 Jun 23 18:16:27.945100 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-68fbfcb4-f9a8-4e59-b93c-844cc08025e0 req-38c9d71d-b059-4c4d-a2aa-50f34c1295a7 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430915 Jun 23 18:16:28.057980 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec204-bd44-410f-bea3-d9ba61e000af req-73c1fbc1-099b-47b4-9233-cd23ac26cac6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.059516 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-573ec204-bd44-410f-bea3-d9ba61e000af req-73c1fbc1-099b-47b4-9233-cd23ac26cac6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0968480 Jun 23 18:16:28.108591 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-573ec204-bd44-410f-bea3-d9ba61e000af req-310f0df5-1d52-4ee0-b683-aa0524182233 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427759 Jun 23 18:16:28.384380 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847acf03-64ce-4b53-bb49-b71986bd0b68 req-6a2263c6-338f-42e2-9745-bb01304ade12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.385740 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-847acf03-64ce-4b53-bb49-b71986bd0b68 req-6a2263c6-338f-42e2-9745-bb01304ade12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.1551340 Jun 23 18:16:28.391864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-73734cc3-b20b-4dc3-9f36-6e4e65a45d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.393249 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-73734cc3-b20b-4dc3-9f36-6e4e65a45d36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.1027811 Jun 23 18:16:28.505076 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-847acf03-64ce-4b53-bb49-b71986bd0b68 req-dffe7f45-1aa5-4c9f-9895-ca39dd730ec4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109009 Jun 23 18:16:28.551058 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-a30512f6-2dbb-41f4-b30b-eb9a1afc65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.552476 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-a30512f6-2dbb-41f4-b30b-eb9a1afc65ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1452086 Jun 23 18:16:28.655152 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-536662d5-6b69-41c9-b82c-a099c399be42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 999 time: 0.0941389 Jun 23 18:16:28.720479 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-d3cfa7ce-b257-4e88-9d15-98af38e22010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.722067 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-d3cfa7ce-b257-4e88-9d15-98af38e22010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0591676 Jun 23 18:16:28.818437 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-72431951-2c85-4f07-8bcb-a4c0f7068a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.820567 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-72431951-2c85-4f07-8bcb-a4c0f7068a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897119 Jun 23 18:16:28.978237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-b8aabc2a-168f-4803-8e69-3e9a17f98752 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:28.979860 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-b8aabc2a-168f-4803-8e69-3e9a17f98752 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 814 time: 0.1715362 Jun 23 18:16:28.996000 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Request body: {'port': {'device_id': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed', 'admin_state_up': True, 'tenant_id': 'f80a88640291409888fceac0ea48c0d3'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:16:29.032347 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-aca112ce-df53-48c1-832c-8b54c451737a service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008388 Jun 23 18:16:29.119537 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac736f97-c496-45c2-8a17-d21a09254f68 req-5f64d3d6-c7bc-4122-9f1f-118b76e4414f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1056817 Jun 23 18:16:29.177666 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d0c35a8-afb6-4578-8a2e-f156f94b0007 req-8a30731f-1efc-4424-9540-efc239e8821e service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289287 Jun 23 18:16:29.184424 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:16:29.194513 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:16:29.205304 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Made reservation on behalf of f80a88640291409888fceac0ea48c0d3 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:16:29.208839 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:29.320289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37abd2-139b-4a4b-9c2b-7d64bdb29641 req-5895c0f9-51c0-475a-a3b8-6050b9f0d260 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:29.321723 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0c37abd2-139b-4a4b-9c2b-7d64bdb29641 req-5895c0f9-51c0-475a-a3b8-6050b9f0d260 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0891898 Jun 23 18:16:29.367746 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0c37abd2-139b-4a4b-9c2b-7d64bdb29641 req-ad5b7c53-e63b-4d9b-9f35-842ebe228b44 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400779 Jun 23 18:16:29.385095 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Allocated IP 172.20.0.10 (51d1e673-f9ef-4de2-ae0f-875dffd6b5ed/08ecf71d-8fed-4d88-bdc0-22ee234f81e0/ec835406-768c-40ca-8f9b-1f6ac0da37bb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:16:29.584996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:29.653815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:29.741131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:16:29.744996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:16:29.747479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:16:29.794816 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Pushing event updated for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:29.823905 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:29.824507 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:29.854175 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d580-495f-4749-a112-450c07029f1a req-bf7baec7-9fa5-4d8a-839d-ae4a16a911c8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:29.855642 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1540d580-495f-4749-a112-450c07029f1a req-bf7baec7-9fa5-4d8a-839d-ae4a16a911c8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.2440190 Jun 23 18:16:29.864355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5d7ca3ac-eff8-4501-b076-46a4ea06a118 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8746953 Jun 23 18:16:29.883981 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Request body: {'port': {'device_id': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:16:29.960627 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1540d580-495f-4749-a112-450c07029f1a req-831e2515-4394-4f01-8249-2afe960edb2a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988815 Jun 23 18:16:30.021612 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:30.317623 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad89b5-71a0-475a-aeb8-4a7508731d63 req-7adbea32-4b69-449d-8daa-310cddb221be tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:30.319547 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-74ad89b5-71a0-475a-aeb8-4a7508731d63 req-7adbea32-4b69-449d-8daa-310cddb221be tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 932 time: 0.0891879 Jun 23 18:16:30.364860 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec835406-768c-40ca-8f9b-1f6ac0da37bb {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:16:30.366090 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-74ad89b5-71a0-475a-aeb8-4a7508731d63 req-d8c87239-9776-4e68-ba99-6681393511d9 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jun 23 18:16:30.372358 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:30.392183 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Transition to ACTIVE for port object ec835406-768c-40ca-8f9b-1f6ac0da37bb will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:16:30.397823 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:30.676970 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:30.800533 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c9e7-d9b4-41f3-93d9-06f5f32f5d35 req-8bdb95a5-07c3-4c49-a671-3ba3a2de0c33 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:30.801992 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8d42c9e7-d9b4-41f3-93d9-06f5f32f5d35 req-8bdb95a5-07c3-4c49-a671-3ba3a2de0c33 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.2708764 Jun 23 18:16:30.838019 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Attempting to bind port ec835406-768c-40ca-8f9b-1f6ac0da37bb on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:16:30.838349 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Attempting to bind port ec835406-768c-40ca-8f9b-1f6ac0da37bb by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:16:30.838675 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Attempting to bind port ec835406-768c-40ca-8f9b-1f6ac0da37bb on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:16:30.851743 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Port ec835406-768c-40ca-8f9b-1f6ac0da37bb on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:16:30.852055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Attempting to bind port ec835406-768c-40ca-8f9b-1f6ac0da37bb on network 51d1e673-f9ef-4de2-ae0f-875dffd6b5ed {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:16:30.863656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:16:30.863989 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Checking segment: {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:16:30.864367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Bound using segment: {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:16:30.864784 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Bound port: ec835406-768c-40ca-8f9b-1f6ac0da37bb, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5447e373-bf29-4f61-b0e7-8347bbfa96d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:16:30.865650 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:30.878993 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8d42c9e7-d9b4-41f3-93d9-06f5f32f5d35 req-c3103a56-348f-4640-88f4-0720fb288c73 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697739 Jun 23 18:16:30.958293 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:16:30.961077 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:16:30.965322 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:31.031665 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.032267 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:31.033598 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] 10.222.0.36 "PUT /v2.0/ports/ec835406-768c-40ca-8f9b-1f6ac0da37bb HTTP/1.1" status: 200 len: 1094 time: 1.1538854 Jun 23 18:16:31.034034 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:31.054231 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b63dd-9177-4837-920b-1bcd1b629d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:31.121617 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dda19e8-47d5-4407-a403-60f18bcf318f'] response: {'name': 'network-changed', 'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb', 'status': 'completed', 'code': 200} Jun 23 18:16:31.158401 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-a62ad5fb-4cd6-466f-9afc-b027f600a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.159866 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-a62ad5fb-4cd6-466f-9afc-b027f600a856 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 1097 time: 0.0785451 Jun 23 18:16:31.160260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a90dea-f4da-4b35-adb8-1df462b4a8ec req-b3172a5e-f0ab-4216-9b8a-21e32a11c6b9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.161713 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-92a90dea-f4da-4b35-adb8-1df462b4a8ec req-b3172a5e-f0ab-4216-9b8a-21e32a11c6b9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0880582 Jun 23 18:16:31.208549 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-92a90dea-f4da-4b35-adb8-1df462b4a8ec req-ce2466cb-00a2-48a8-b5fe-a59bec58d5a8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 Jun 23 18:16:31.230528 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-839b83e9-d4bb-42b0-b019-c77867775927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb HTTP/1.1" status: 200 len: 217 time: 0.0643306 Jun 23 18:16:31.290437 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-37f5e380-e24f-45fa-aab2-ca99e9026519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.291808 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-37f5e380-e24f-45fa-aab2-ca99e9026519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 200 len: 854 time: 0.0552914 Jun 23 18:16:31.344929 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-5bbc2e7b-a7ed-4f9e-a09f-67363aece08a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457819 Jun 23 18:16:31.518133 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-05d8ee98-9862-46d2-afa9-b7fa0ebd1b46 service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671028 Jun 23 18:16:31.678507 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4cf3f-a33d-49da-b6c7-e449eb080ce6 req-60479e5c-22b4-4ace-8ca2-5eecc3af913d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.679195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-84a4cf3f-a33d-49da-b6c7-e449eb080ce6 req-60479e5c-22b4-4ace-8ca2-5eecc3af913d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:16:31.685378 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c11bd6c-1893-4d6a-84c5-86a8d5bd1535 req-3a1c9810-ff9c-408f-a011-b7905fb47d4a service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609833 Jun 23 18:16:31.697564 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-84a4cf3f-a33d-49da-b6c7-e449eb080ce6 req-60479e5c-22b4-4ace-8ca2-5eecc3af913d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:16:31.698778 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-84a4cf3f-a33d-49da-b6c7-e449eb080ce6 req-60479e5c-22b4-4ace-8ca2-5eecc3af913d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 944 time: 0.2213473 Jun 23 18:16:31.791699 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-84a4cf3f-a33d-49da-b6c7-e449eb080ce6 req-e92d6275-32d8-445c-9c29-cddc700dfeb9 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868571 Jun 23 18:16:31.820945 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-73ec7486-edda-4d5c-8307-626905997e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.822427 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-73ec7486-edda-4d5c-8307-626905997e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 1097 time: 0.0964100 Jun 23 18:16:31.959023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-9018d760-5ec9-4264-9852-c5725a0bed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:31.960796 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-9018d760-5ec9-4264-9852-c5725a0bed7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 915 time: 0.1321075 Jun 23 18:16:32.033845 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-98b84d25-8514-49b8-839e-0730d068684d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb HTTP/1.1" status: 200 len: 217 time: 0.0605533 Jun 23 18:16:32.078407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7808da4-be2a-4590-9b44-5a880d1d4e73 req-669e1d12-54a8-47ef-b6e4-bc0dbf2c5452 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:32.079787 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f7808da4-be2a-4590-9b44-5a880d1d4e73 req-669e1d12-54a8-47ef-b6e4-bc0dbf2c5452 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0876338 Jun 23 18:16:32.129060 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f7808da4-be2a-4590-9b44-5a880d1d4e73 req-e109bb3e-38ca-4740-a15d-cb13570b862e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428820 Jun 23 18:16:32.191970 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-978891dc-2c14-4def-b904-a01cdc790149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:32.194053 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-978891dc-2c14-4def-b904-a01cdc790149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 200 len: 854 time: 0.1515453 Jun 23 18:16:32.247828 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-eb24932d-814e-4d51-879d-8a8bb4ce9406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463593 Jun 23 18:16:32.386460 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-637a7e2c-f1fa-482c-b352-66114b524b9e service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313317 Jun 23 18:16:32.516769 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66d34e49-a528-4c0d-b26d-0e6998c4d76d req-963f896a-ddaf-4486-8e4f-97230444a312 service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230736 Jun 23 18:16:32.981893 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12165-33fe-4472-9a4a-7ace33302edf req-891e385b-07c2-4878-a94c-5ca27d60f525 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:32.983343 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6bd12165-33fe-4472-9a4a-7ace33302edf req-891e385b-07c2-4878-a94c-5ca27d60f525 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 944 time: 0.0862427 Jun 23 18:16:33.029678 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6bd12165-33fe-4472-9a4a-7ace33302edf req-c180a4e5-0313-4a5b-a1a3-ef8e39ccc513 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Jun 23 18:16:33.330173 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324404a9-cde5-40a7-825d-382c3bd36a4d req-5e9a12c6-234d-481d-a5e1-16b0acd3903c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:33.331631 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-324404a9-cde5-40a7-825d-382c3bd36a4d req-5e9a12c6-234d-481d-a5e1-16b0acd3903c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0887151 Jun 23 18:16:33.381462 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-324404a9-cde5-40a7-825d-382c3bd36a4d req-c5a03a33-b0e6-4fd2-abdc-0d32dd6cab75 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=6373f9c8-b008-4e5a-8d3d-65081c826f86&id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423536 Jun 23 18:16:33.937612 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ec835406-768c-40ca-8f9b-1f6ac0da37bb details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:16:34.076661 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:34.089834 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb', 'network_id': '51d1e673-f9ef-4de2-ae0f-875dffd6b5ed', 'port_id': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb', 'mac_address': 'fa:16:3e:84:c1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ecf71d-8fed-4d88-bdc0-22ee234f81e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:16:34.147911 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port ec835406-768c-40ca-8f9b-1f6ac0da37bb is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:16:34.148287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:34.164710 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec835406-768c-40ca-8f9b-1f6ac0da37bb {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:16:34.180286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:34.184678 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:34.225977 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da0fb-b2b5-40e5-8589-5e23393db818 req-55fd3bc1-a0c3-4142-a7de-e5ab29c7231e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:34.227446 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d26da0fb-b2b5-40e5-8589-5e23393db818 req-55fd3bc1-a0c3-4142-a7de-e5ab29c7231e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 944 time: 0.0923467 Jun 23 18:16:34.250205 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:34.257700 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.258081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.258417 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.258764 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.259076 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.259397 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.259717 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.260039 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.260379 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.260700 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.261017 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.261327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:16:34.274568 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d26da0fb-b2b5-40e5-8589-5e23393db818 req-7852867c-f531-4080-9676-5508a3aa0c28 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Jun 23 18:16:34.461967 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['ec835406-768c-40ca-8f9b-1f6ac0da37bb'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:16:35.326400 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-28cd1db8-a363-45df-bd78-6b2ead15513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.327871 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-28cd1db8-a363-45df-bd78-6b2ead15513c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.1451323 Jun 23 18:16:35.366065 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637771c0-f8e6-4bd6-9be3-02fa49de1484 req-efa25e8a-8354-4454-98c6-1deb77746917 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.367500 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-637771c0-f8e6-4bd6-9be3-02fa49de1484 req-efa25e8a-8354-4454-98c6-1deb77746917 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1344447 Jun 23 18:16:35.468328 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74961f3e-75b8-4835-8c5e-66de566d307e req-68d1d768-eadd-48f0-af66-4536d53a6f5f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.469771 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-74961f3e-75b8-4835-8c5e-66de566d307e req-68d1d768-eadd-48f0-af66-4536d53a6f5f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 945 time: 0.0853312 Jun 23 18:16:35.478481 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-637771c0-f8e6-4bd6-9be3-02fa49de1484 req-1c38d02a-086e-4310-8b09-e197010cac42 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635526 Jun 23 18:16:35.508467 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-869cd3a1-3aca-4157-b740-b1d75024cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.509987 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-869cd3a1-3aca-4157-b740-b1d75024cb3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1739261 Jun 23 18:16:35.518884 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-74961f3e-75b8-4835-8c5e-66de566d307e req-86d30160-1f26-4230-bb35-d3b39e5732c7 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Jun 23 18:16:35.612417 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-ac19dbb9-8e4f-4f94-9256-d7bff31964d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.0950937 Jun 23 18:16:35.680305 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-c6db53b2-1984-44c3-9a65-925b9154bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.681671 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-c6db53b2-1984-44c3-9a65-925b9154bb93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0560269 Jun 23 18:16:35.763489 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-ca3f309f-bebf-4584-9106-e72dcf9fe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:35.764932 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-ca3f309f-bebf-4584-9106-e72dcf9fe422 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754633 Jun 23 18:16:35.893345 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-0bc8bddd-3aba-45a4-bf66-e991344c6e9b service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222792 Jun 23 18:16:35.953427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ec835406-768c-40ca-8f9b-1f6ac0da37bb up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:16:36.019416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port ec835406-768c-40ca-8f9b-1f6ac0da37bb completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:16:36.024111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port ec835406-768c-40ca-8f9b-1f6ac0da37bb triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:16:36.024247 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ab26ff5-feeb-46fc-8acd-8c2c28b2d359 req-b68486fc-db93-4bf9-a219-e8f05874b0ea service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245720 Jun 23 18:16:36.024487 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:36.144633 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port ec835406-768c-40ca-8f9b-1f6ac0da37bb is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:16:36.144918 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:36.171199 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:16:36.180932 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:16:36.185127 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:36.219402 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a2bb51-fb63-4909-bba4-8887e33ce8b6'] response: {'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb', 'code': 200} Jun 23 18:16:36.263596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:16:36.449396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17530a1-6d2d-4db1-91df-ea5175049508 req-899acb4d-fa1a-4104-902c-2c898fe9cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:36.450785 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b17530a1-6d2d-4db1-91df-ea5175049508 req-899acb4d-fa1a-4104-902c-2c898fe9cef0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 1099 time: 0.0783298 Jun 23 18:16:36.492602 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b17530a1-6d2d-4db1-91df-ea5175049508 req-d53e42c1-cbce-4dcc-bf83-f865bd01957a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Jun 23 18:16:36.715070 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c32b1-4366-4e11-906c-ebdf49f1f80b req-be316058-c231-4128-b52f-dcab6beb5fb5 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:36.716421 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2e4c32b1-4366-4e11-906c-ebdf49f1f80b req-be316058-c231-4128-b52f-dcab6beb5fb5 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 946 time: 0.0911007 Jun 23 18:16:36.742120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d257d-5d3b-44b9-aa54-2d9e70e8a30c req-092dd035-3d9c-4505-904f-6b3321eb9fb8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:36.743660 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cd2d257d-5d3b-44b9-aa54-2d9e70e8a30c req-092dd035-3d9c-4505-904f-6b3321eb9fb8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1570320 Jun 23 18:16:36.792371 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cd2d257d-5d3b-44b9-aa54-2d9e70e8a30c req-9bf6a363-2c76-43c0-94b1-4b5c9ae0b183 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Jun 23 18:16:36.860014 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2e4c32b1-4366-4e11-906c-ebdf49f1f80b req-2ea39152-fb7e-4092-ba71-0c3455efa870 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376255 Jun 23 18:16:37.998476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b774a0-a4ac-40e0-8e59-82a8bc2dc9eb req-4771a965-8377-4cfa-80aa-254eb82ee9d3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:37.999928 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b2b774a0-a4ac-40e0-8e59-82a8bc2dc9eb req-4771a965-8377-4cfa-80aa-254eb82ee9d3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0942829 Jun 23 18:16:38.044489 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b2b774a0-a4ac-40e0-8e59-82a8bc2dc9eb req-7a154472-e647-4701-9709-175044916ed0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Jun 23 18:16:38.056715 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792760-0c47-478b-a681-75c81d9ef1f2 req-b8c132a1-1296-4037-b18f-358d580804b4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:38.058110 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7b792760-0c47-478b-a681-75c81d9ef1f2 req-b8c132a1-1296-4037-b18f-358d580804b4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 946 time: 0.0875094 Jun 23 18:16:38.103824 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7b792760-0c47-478b-a681-75c81d9ef1f2 req-28772cf0-ba65-4c9e-9626-0fe0eebf0ddc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Jun 23 18:16:39.232284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:39.236357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506568b-4366-404c-9496-6523bf8717f4 req-e92df679-8d1e-458f-8f5b-1234c57d21f7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:39.237793 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3506568b-4366-404c-9496-6523bf8717f4 req-e92df679-8d1e-458f-8f5b-1234c57d21f7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0877640 Jun 23 18:16:39.281150 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3506568b-4366-404c-9496-6523bf8717f4 req-613f4c92-1bd4-4e42-9d2b-368b0e523322 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Jun 23 18:16:40.472484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce2ccc-cb1d-45f6-8bce-bbd643713c4a req-329b573c-add9-468a-a532-0cd2b0d915d2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:40.474531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-54ce2ccc-cb1d-45f6-8bce-bbd643713c4a req-329b573c-add9-468a-a532-0cd2b0d915d2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0854826 Jun 23 18:16:40.521386 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-54ce2ccc-cb1d-45f6-8bce-bbd643713c4a req-2a2a7e63-4432-4aee-93b3-3cc6cd10245a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Jun 23 18:16:41.714155 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce1f7-711a-4626-b63e-36a3c8d7494f req-d481aa59-893a-46d2-830b-af5289e68b56 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:41.715577 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-256ce1f7-711a-4626-b63e-36a3c8d7494f req-d481aa59-893a-46d2-830b-af5289e68b56 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0898581 Jun 23 18:16:41.759543 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-256ce1f7-711a-4626-b63e-36a3c8d7494f req-d74b55ed-7b2e-478d-a1a9-f4128ca9abea tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379398 Jun 23 18:16:42.954440 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0e2a5-2ce9-4415-92c3-7126d62b9807 req-ad4d54a5-a9fa-4030-8e4a-7bb120868b2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:42.955877 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f4a0e2a5-2ce9-4415-92c3-7126d62b9807 req-ad4d54a5-a9fa-4030-8e4a-7bb120868b2a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0870569 Jun 23 18:16:42.999130 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f4a0e2a5-2ce9-4415-92c3-7126d62b9807 req-db15a5cd-bf32-4ad2-968c-461d31ffc882 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371523 Jun 23 18:16:43.254683 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-6caa177f-df56-46ff-b569-5c1e66c26e58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750403 Jun 23 18:16:43.402662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-dd2176b3-9419-41bf-9f6e-fda3649a237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:43.404140 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-dd2176b3-9419-41bf-9f6e-fda3649a237e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1099 time: 0.0794952 Jun 23 18:16:43.550125 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-92135649-3756-44a0-89b8-518c9ad2fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:43.551474 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-92135649-3756-44a0-89b8-518c9ad2fa2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1237786 Jun 23 18:16:43.652989 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-06fa7e02-4ab4-4ba1-aa53-4b25629bfa71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 1001 time: 0.0937932 Jun 23 18:16:43.716849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-d2cf1dd7-ad3e-4a62-adc8-321416c959ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:43.718268 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-d2cf1dd7-ad3e-4a62-adc8-321416c959ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0549798 Jun 23 18:16:43.802092 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-1f1213b9-8e20-43a9-b6a5-7d0134ccfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:43.803447 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-1f1213b9-8e20-43a9-b6a5-7d0134ccfe41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779874 Jun 23 18:16:43.941630 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-9b0c2c44-4778-4605-96b3-6f5bc5fa479d service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262858 Jun 23 18:16:44.076843 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a18f2bd8-1934-4f0e-9461-2b706a0b6d4c req-476ff199-3584-4e08-acc2-833c8a344ba1 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275806 Jun 23 18:16:44.194395 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885027d3-f098-4142-b44e-9d7dbe4bf4df req-3f2db828-4c1c-4d51-bf75-1b5d3f7308f9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:44.195835 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-885027d3-f098-4142-b44e-9d7dbe4bf4df req-3f2db828-4c1c-4d51-bf75-1b5d3f7308f9 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0896406 Jun 23 18:16:44.240385 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-885027d3-f098-4142-b44e-9d7dbe4bf4df req-0d4f1926-67e7-41ab-bf98-7e84db4dff44 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386891 Jun 23 18:16:45.439506 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1baaf1-52ca-454a-8b1b-0cdbe6906c68 req-e8e9d326-8034-4e5f-889e-cac26b7a4076 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:45.440965 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dc1baaf1-52ca-454a-8b1b-0cdbe6906c68 req-e8e9d326-8034-4e5f-889e-cac26b7a4076 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0915627 Jun 23 18:16:45.486177 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dc1baaf1-52ca-454a-8b1b-0cdbe6906c68 req-99aa0025-2e67-44d8-8131-fa629d06a94f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Jun 23 18:16:46.684218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd05-a465-4c34-a010-55bd7758e98f req-40a3bc05-4060-4dde-b1b6-da2b055b4dc0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:46.685730 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7430dd05-a465-4c34-a010-55bd7758e98f req-40a3bc05-4060-4dde-b1b6-da2b055b4dc0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0888863 Jun 23 18:16:46.730800 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7430dd05-a465-4c34-a010-55bd7758e98f req-6c267019-2912-48d6-9de9-9a75efb45fb1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 Jun 23 18:16:47.388893 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:16:47.919048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6a1b7-7d17-4630-bffb-93878816fea2 req-dd4e9561-1b5d-4836-8096-4cc4805a8a8d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:47.920484 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e6a1b7-7d17-4630-bffb-93878816fea2 req-dd4e9561-1b5d-4836-8096-4cc4805a8a8d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0865173 Jun 23 18:16:47.966720 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e6a1b7-7d17-4630-bffb-93878816fea2 req-45b8e847-33aa-4237-a9a1-7c9cc2f30831 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Jun 23 18:16:49.154973 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85203423-c6a3-4e81-878c-95b7bc447116 req-9f722194-8122-4e49-8934-f88439ff1781 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:49.156405 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85203423-c6a3-4e81-878c-95b7bc447116 req-9f722194-8122-4e49-8934-f88439ff1781 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0852635 Jun 23 18:16:49.202899 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85203423-c6a3-4e81-878c-95b7bc447116 req-0459c6c3-09f0-4377-8ad5-0eb3a89d356c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Jun 23 18:16:50.439764 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6488bb-492b-46d5-84f0-4516979fb8c6 req-30e077dc-338b-4429-83d8-32f27165138f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:50.441247 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa6488bb-492b-46d5-84f0-4516979fb8c6 req-30e077dc-338b-4429-83d8-32f27165138f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1191850 Jun 23 18:16:50.491140 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa6488bb-492b-46d5-84f0-4516979fb8c6 req-559cba0d-5edf-4feb-ba97-6ddbf355acf7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Jun 23 18:16:51.687944 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275bcc9-2496-4a6b-ad83-c657263f9941 req-dbc908cf-38c7-481a-ad4b-62a25b4ab7bb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:51.688936 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7275bcc9-2496-4a6b-ad83-c657263f9941 req-dbc908cf-38c7-481a-ad4b-62a25b4ab7bb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0876396 Jun 23 18:16:51.733769 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7275bcc9-2496-4a6b-ad83-c657263f9941 req-69ee0773-3e7f-4d5d-af84-86c1a089c2b1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Jun 23 18:16:52.436972 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-995fa812-6e93-4717-9db6-dd2f40204a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:52.898143 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c60622-962e-47e1-9c09-e5787853c62a req-a6169182-6256-4239-a2a0-804bcb950f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:52.899614 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a6c60622-962e-47e1-9c09-e5787853c62a req-a6169182-6256-4239-a2a0-804bcb950f6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.2130780 Jun 23 18:16:52.957763 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a6c60622-962e-47e1-9c09-e5787853c62a req-fcb68ffa-e769-4502-b7d5-b6a30bf25c58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 Jun 23 18:16:52.978851 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8996-ad8a-474c-96a4-665bf2fb3b16 req-d0d12524-d87a-4418-924d-ef307b29e29b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:52.980213 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-325c8996-ad8a-474c-96a4-665bf2fb3b16 req-d0d12524-d87a-4418-924d-ef307b29e29b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1278567 Jun 23 18:16:53.023073 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-325c8996-ad8a-474c-96a4-665bf2fb3b16 req-617a9770-78f7-4521-b7af-f559feb1f34f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Jun 23 18:16:54.216462 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92a03-dd46-4d32-8ae2-56fe5d104161 req-902769f3-e60a-41f3-bd2e-8f0b1c3501d8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:54.217831 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6c92a03-dd46-4d32-8ae2-56fe5d104161 req-902769f3-e60a-41f3-bd2e-8f0b1c3501d8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0866613 Jun 23 18:16:54.264852 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6c92a03-dd46-4d32-8ae2-56fe5d104161 req-c077e26f-523d-4f13-a259-1bb134c0797f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jun 23 18:16:54.552542 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-559ff985-dda9-44c8-a0f4-e559e6bd9231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:55.465896 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90710ca-2c3d-4d8b-aee0-19a794a570e3 req-0ba0fc4a-483c-4d91-9a5a-306be27cf5e4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:55.467593 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d90710ca-2c3d-4d8b-aee0-19a794a570e3 req-0ba0fc4a-483c-4d91-9a5a-306be27cf5e4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0950048 Jun 23 18:16:55.511653 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d90710ca-2c3d-4d8b-aee0-19a794a570e3 req-d1aa2c96-723d-4915-bc1c-f3e226331956 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Jun 23 18:16:56.090276 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc426-e428-48e8-960c-5906852d55e1 req-d10b4539-2508-4add-8299-c981a3efa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:56.092634 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-d10b4539-2508-4add-8299-c981a3efa9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.0901175 Jun 23 18:16:56.107230 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:56.148355 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:56.159788 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf0d1b-92b3-4d5b-84eb-ba01722713b9 req-ccd8f2c5-68c5-4380-a591-80eeeb091f9d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:56.162102 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ebdf0d1b-92b3-4d5b-84eb-ba01722713b9 req-ccd8f2c5-68c5-4380-a591-80eeeb091f9d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1171281 Jun 23 18:16:56.207383 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ebdf0d1b-92b3-4d5b-84eb-ba01722713b9 req-e054f618-3af1-4f8e-a085-b877737a92ad tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Jun 23 18:16:56.246261 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc426-e428-48e8-960c-5906852d55e1 req-3fae2204-76ef-4662-af99-2ff5fcbf87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:56.247695 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-3fae2204-76ef-4662-af99-2ff5fcbf87a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1380019 Jun 23 18:16:56.359721 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-771f4f81-2a84-47f9-a504-67da29154ede service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.1004400 Jun 23 18:16:56.432450 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc426-e428-48e8-960c-5906852d55e1 req-9736a1b8-ccc7-4b57-b9ed-6aac53d5d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:56.433915 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-9736a1b8-ccc7-4b57-b9ed-6aac53d5d7c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0645306 Jun 23 18:16:56.522182 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc426-e428-48e8-960c-5906852d55e1 req-6caa18a1-9a0f-4125-88a7-9413d8ec5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:56.523632 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-6caa18a1-9a0f-4125-88a7-9413d8ec5ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831604 Jun 23 18:16:56.654650 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-b97d5917-804f-49b4-85e8-cc3991354442 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225498 Jun 23 18:16:56.787714 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d74fc426-e428-48e8-960c-5906852d55e1 req-7771a212-601b-4bf6-8778-dd521a8b4489 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245952 Jun 23 18:16:57.402641 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace93ae3-61b2-4bbb-9154-bc778c583889 req-a18ecdde-fac5-46de-b726-896a6da5d1a3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:57.404090 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ace93ae3-61b2-4bbb-9154-bc778c583889 req-a18ecdde-fac5-46de-b726-896a6da5d1a3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0894492 Jun 23 18:16:57.453934 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ace93ae3-61b2-4bbb-9154-bc778c583889 req-68ee716b-ba33-4034-ab48-dfa5ad5452ff tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Jun 23 18:16:57.787598 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:16:58.643236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c167059-4cac-422a-8715-604a7abead62 req-5805dfb8-08f6-4c1a-a816-039fe11f3c0f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:58.644678 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c167059-4cac-422a-8715-604a7abead62 req-5805dfb8-08f6-4c1a-a816-039fe11f3c0f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0869553 Jun 23 18:16:58.688578 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c167059-4cac-422a-8715-604a7abead62 req-f29b390f-9807-45ea-95a4-b82adf1dedce tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378792 Jun 23 18:16:59.883798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f1398-eefa-4da4-be72-bba74b97ee6b req-13c96fc5-7449-4a10-a441-c25b96629ee2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:16:59.885140 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-217f1398-eefa-4da4-be72-bba74b97ee6b req-13c96fc5-7449-4a10-a441-c25b96629ee2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0918853 Jun 23 18:16:59.931166 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-217f1398-eefa-4da4-be72-bba74b97ee6b req-bb808c6d-e147-4821-86d8-6b7b24b1481b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Jun 23 18:17:00.127573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643133be-f223-473b-9e49-fc94566ec282 req-90938628-9e97-421d-9a58-f895dfbd4213 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:00.129002 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-643133be-f223-473b-9e49-fc94566ec282 req-90938628-9e97-421d-9a58-f895dfbd4213 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0907941 Jun 23 18:17:00.138169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 48510) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:17:00.142990 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Request body: {'floatingip': {'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:17:00.244880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:00.951003 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:00.954651 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:01.307605 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:17:01.485022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:17:01.489203 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:01.506982 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:17:01.517256 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:17:01.517902 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:16:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:01.567177 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:17:01.612488 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-94693739-d9bf-40fe-82b4-70839662b03c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "PUT /v2.0/floatingips/fd5d18f4-54f4-4333-86a1-20160ed66d4e HTTP/1.1" status: 200 len: 992 time: 1.4733131 Jun 23 18:17:01.618996 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88df5c6-de4d-4ae4-80cf-12bbacd53806'] response: {'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'status': 'completed', 'code': 200} Jun 23 18:17:01.702825 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:17:01.732894 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-354e0657-cf83-48b6-8a07-43e8e4b6218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:01.734383 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-354e0657-cf83-48b6-8a07-43e8e4b6218b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.0786777 Jun 23 18:17:01.873749 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-f16baca3-2c15-4f43-b6c0-bbff597546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:01.875129 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-f16baca3-2c15-4f43-b6c0-bbff597546f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1297021 Jun 23 18:17:02.057968 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:17:00Z', 'revision_number': 3, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:02.061774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:17:02.070784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:17:02.071126 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:16:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:02.091759 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-7f89a793-0c73-439c-80ea-1f98be6a466e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.2089963 Jun 23 18:17:02.153740 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-b9a3cecf-c334-497a-8d08-b21d49bfb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:02.155102 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-b9a3cecf-c334-497a-8d08-b21d49bfb5c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0566957 Jun 23 18:17:02.239010 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-090f1cbf-fcb6-493f-83c4-a93951b488fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:02.240476 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-090f1cbf-fcb6-493f-83c4-a93951b488fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786035 Jun 23 18:17:02.245628 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:17:02.375289 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-e695ed72-a3f1-41db-a840-87a4eabac89e service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269331 Jun 23 18:17:02.513514 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eadc2086-bf4b-47c0-8ae8-5160cdcfe98a req-be51fc75-5c15-4ff9-8493-b9ccd908a512 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247985 Jun 23 18:17:02.618996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:17:00Z', 'revision_number': 3, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:02.622998 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac80d92-b54d-4fa4-af84-0ee09b577629 None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'fd5d18f4-54f4-4333-86a1-20160ed66d4e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'port_id': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'mac_address': 'fa:16:3e:dd:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:15:09Z', 'updated_at': '2022-06-23T18:17:00Z', 'revision_number': 3, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:17:03.620148 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:17:03.665050 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df85d3fb-7350-4f4f-a6fc-99598d17d21f'] response: {'name': 'network-changed', 'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'status': 'completed', 'code': 200} Jun 23 18:17:03.773524 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-72e3949c-8369-410d-ae59-ee7c8999e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:03.775288 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-72e3949c-8369-410d-ae59-ee7c8999e40d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.0785508 Jun 23 18:17:03.905487 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-0c51cd60-8d28-46b2-bd76-d69cc587bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:03.906849 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-0c51cd60-8d28-46b2-bd76-d69cc587bbe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1251168 Jun 23 18:17:04.009852 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-9186be21-e0dd-462e-8ceb-68b9111fbcdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.0968690 Jun 23 18:17:04.075392 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-93abb245-62b6-4a59-9195-49ccef0f0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:04.076782 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-93abb245-62b6-4a59-9195-49ccef0f0651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0596688 Jun 23 18:17:04.160995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-b2ff3927-127c-49e7-a539-7009d23acc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:04.162412 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-b2ff3927-127c-49e7-a539-7009d23acc45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784984 Jun 23 18:17:04.294582 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-e35d0b68-f6b4-41b4-8842-446765fa503a service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229196 Jun 23 18:17:04.431248 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c35ce16-4008-447d-b496-1379f79c52b1 req-612158c1-8ba9-4f56-8246-976cd6f69729 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303196 Jun 23 18:17:09.232890 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:22.439141 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-685deac8-fe5b-4ffc-bb1c-1abf85a738cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:24.388658 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:17:24.553132 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81ce4c1d-c3fa-4696-8a32-36fdd35508fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:26.091640 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:26.143494 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:27.789190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.069365 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-16e66cab-bff0-4e76-84c8-5f6c05346998 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613591624&fields=id&tenant_id=52971060282b48e18d48ca79a129103d HTTP/1.1" status: 200 len: 267 time: 0.2251062 Jun 23 18:17:38.162068 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-d826553b-681b-4c62-b947-cc57c22d4d40 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:38.163507 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-d826553b-681b-4c62-b947-cc57c22d4d40 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 984 time: 0.0883956 Jun 23 18:17:38.174825 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Request body: {'port': {'security_groups': ['3dc80cda-e2b3-44ee-b039-f6459f11213e']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:17:38.298303 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.536876 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:17:38.562811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.567373 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.594601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:17:38.737568 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:38.738223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.742341 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b69301e4-5e83-4569-b5e1-25ac6babe588 req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "PUT /v2.0/ports/8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 942 time: 0.5722263 Jun 23 18:17:38.745230 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 48758) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:17:38.746430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:17:38.750966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event updated for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=7']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:17:38.759256 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.759607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.759944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.760271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.760768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.761248 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.762291 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.762768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.763257 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.763727 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.764211 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.764684 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ddf20-eb9c-4cc8-b476-ddb6c1144298 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:38.819323 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23702b0e-75b6-49e0-b485-17a0e2d373be'] response: {'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:17:38.862793 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:17:38.896955 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:38.946739 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.003367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-28695c07-9f93-45bd-a2de-d09c82585be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:39.004826 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-28695c07-9f93-45bd-a2de-d09c82585be9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.1592255 Jun 23 18:17:39.039909 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-94b249b6-df97-49f5-9ada-8629bcb1bcf7 None None] Provisioning complete for port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:17:39.040205 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-94b249b6-df97-49f5-9ada-8629bcb1bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.095592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.127394 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6373f9c8-b008-4e5a-8d3d-65081c826f86,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:17:39.151386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.151727 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.152062 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.152424 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.152746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.153073 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.153395 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.153711 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.154058 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.154379 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.154696 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.155010 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:17:39.160084 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.163917 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-337b19fe-f70e-437a-832d-938256bd1b47 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "DELETE /v2.0/security-groups/6373f9c8-b008-4e5a-8d3d-65081c826f86 HTTP/1.1" status: 204 len: 168 time: 0.4149830 Jun 23 18:17:39.164009 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 48764) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:17:39.177597 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-b7fa9af1-42cb-4d54-bc68-194a1264a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:39.179067 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-b7fa9af1-42cb-4d54-bc68-194a1264a0cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1672966 Jun 23 18:17:39.187051 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-94b249b6-df97-49f5-9ada-8629bcb1bcf7 None None] Current status of the port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:17:39.246744 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.369773 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Deleting port 494cbb93-4232-4780-ba04-b829e00ef2dd {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:17:39.370078 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.386145 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-3175ed82-7054-49da-81ae-7733651bacc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 1001 time: 0.1993816 Jun 23 18:17:39.451951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-10a1be1e-3b83-4da8-b857-ce804eb151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:39.453369 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-10a1be1e-3b83-4da8-b857-ce804eb151f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0602710 Jun 23 18:17:39.536115 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-ffec6690-8858-4e70-88b0-2d80e86bca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:39.537582 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-ffec6690-8858-4e70-88b0-2d80e86bca81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782230 Jun 23 18:17:39.541470 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.541795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.665365 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Calling delete_port for 494cbb93-4232-4780-ba04-b829e00ef2dd owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:17:39.683001 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-751eb7a7-83d8-4f21-a66e-ee80f4860247 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390479 Jun 23 18:17:39.826095 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abbacc7a-1430-4388-a15d-cb11fc6d7f8c req-b6ec2bc8-ab5c-402a-b876-2ba6cc7f29b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356716 Jun 23 18:17:39.852279 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.897938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event deleted for resources: {'Port': ['ID=494cbb93-4232-4780-ba04-b829e00ef2dd,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:17:39.996731 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:39.997124 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Floating IP 2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3 disassociated (deleted). External IP: 172.27.2.163, port: 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369. Jun 23 18:17:40.338283 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Router 7bdd4221-43c3-4540-858f-860666b9c39b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:17:40.591577 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:17:40.600980 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Sync routers for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:17:40.611007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:40.611289 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:17:40.611812 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:17:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:40.664773 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-6c037498-24e6-4531-a1b7-1ee950eee3a5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "DELETE /v2.0/floatingips/2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3 HTTP/1.1" status: 204 len: 168 time: 1.4997480 Jun 23 18:17:40.808698 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:17:40.820848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:17:40.943772 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf6f8ed-b4b4-4d76-9074-664612f33a61'] response: {'name': 'network-changed', 'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:17:41.046743 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4179-69f1-4472-8c9f-2158d2834828 req-eb399097-cb9e-4a3c-ad34-0e600d43a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:41.048807 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-eb399097-cb9e-4a3c-ad34-0e600d43a8ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.0854805 Jun 23 18:17:41.193007 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4179-69f1-4472-8c9f-2158d2834828 req-864c70c7-5eef-4b27-b108-06968cf642af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:41.194579 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-864c70c7-5eef-4b27-b108-06968cf642af service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1396611 Jun 23 18:17:41.223601 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:41.228858 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Checking router: 7bdd4221-43c3-4540-858f-860666b9c39b for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:17:41.237353 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:17:41.237984 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:17:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:41.265283 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-0bae9bf5-9141-407f-a28e-aea0374aaafb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 217 time: 0.0644739 Jun 23 18:17:41.329931 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4179-69f1-4472-8c9f-2158d2834828 req-5c8ec97c-2a7c-4417-94d1-5e83b80f70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:41.331570 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-5c8ec97c-2a7c-4417-94d1-5e83b80f70c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0612082 Jun 23 18:17:41.411386 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:17:41.414387 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4179-69f1-4472-8c9f-2158d2834828 req-f3de5295-344f-40ac-acfd-ecf1e7ed17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:41.415912 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-f3de5295-344f-40ac-acfd-ecf1e7ed17b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779767 Jun 23 18:17:41.547178 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-77efbd0d-599c-4bcf-a4b0-f6d33e666a95 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245928 Jun 23 18:17:41.683102 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-342a4179-69f1-4472-8c9f-2158d2834828 req-eb977a7c-6766-47d9-aef9-54a00b55c604 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296842 Jun 23 18:17:41.722695 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:17:41.726583 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220b4e7-16c7-4e70-ad37-e8df7be45ef9 None None] The sync data for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi is: [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:14:11Z', 'revision_number': 4, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'ba784c35-27e7-446f-bcaf-0eecab38fcae', 'name': '', 'network_id': 'a22759c8-807a-4eda-924a-adbbb94acc13', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'mac_address': 'fa:16:3e:54:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:27Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'subnets': [{'id': 'ab0d09a4-6233-41f5-8b43-1952241feca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:17:41.997091 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417989f-a77a-425f-8928-6c448c006297 None None] New status for floating IP 2f34bf55-bdc8-47e4-a3c7-45c3eb9f9aa3: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:17:43.467720 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-2156c200-eeb4-4373-af14-553a663dd471 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788982 Jun 23 18:17:43.562417 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-c150046d-c1ae-40de-95bd-179a80e08067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:43.563775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-c150046d-c1ae-40de-95bd-179a80e08067 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0761521 Jun 23 18:17:43.705506 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-c96c92dd-b5ba-4dcd-ae73-7ad8dc63cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:43.706961 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-c96c92dd-b5ba-4dcd-ae73-7ad8dc63cf57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1241021 Jun 23 18:17:43.776162 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-032d9488-03b5-435f-b8e2-6731701acdbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0627460 Jun 23 18:17:43.837047 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-da9e6174-f88e-416c-900a-f65ff8dee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:43.838373 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-da9e6174-f88e-416c-900a-f65ff8dee051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0555837 Jun 23 18:17:44.016000 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-de1aed83-57f3-4313-99e1-622461851b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:17:44.018886 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-de1aed83-57f3-4313-99e1-622461851b4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1731613 Jun 23 18:17:44.176592 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-0704ac33-1159-4346-9578-dc121dc657e7 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502931 Jun 23 18:17:44.315299 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcfef4bd-3997-444c-a79c-7513abbfaeaf req-ad34b8a7-3489-4745-97be-63293cf0f111 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314733 Jun 23 18:17:52.441065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-58ebe158-b018-4eb1-b8f0-62be80bb3b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:54.554359 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d60c6eb-81ee-48a4-acf1-ad0143440348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:56.095245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:56.146716 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:17:57.793646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:01.387573 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:18:09.271961 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:22.444636 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9271fc38-0804-402a-a148-4d6cc453f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:24.558223 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7031f002-7a1c-4335-8b49-0519ee6d2de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:26.091726 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:26.148086 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:27.795540 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:38.387355 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:18:39.275635 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:43.485775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-6c1e1c8f-5680-45e6-83f9-c052bf6e6acb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199570 Jun 23 18:18:43.589829 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-482830e4-0a10-44a8-a313-a367f5d1cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:18:43.591315 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-482830e4-0a10-44a8-a313-a367f5d1cf14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0863469 Jun 23 18:18:43.739472 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-e4806d38-6733-4d71-945c-48827309da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:18:43.740909 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-e4806d38-6733-4d71-945c-48827309da23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1316242 Jun 23 18:18:43.808190 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-8c7c8e8a-68a2-47ae-89f2-25744c6d00e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0608528 Jun 23 18:18:43.873749 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-8fe3dd00-5459-42b7-9129-fd03de2a41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:18:43.875181 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-8fe3dd00-5459-42b7-9129-fd03de2a41d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0615213 Jun 23 18:18:43.957496 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-c5fd4e81-9433-41e5-a565-73e31acfc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:18:43.959359 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-c5fd4e81-9433-41e5-a565-73e31acfc254 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779383 Jun 23 18:18:44.089811 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-1059ff6b-9235-490e-abe4-b33babd38a8d service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243305 Jun 23 18:18:44.223489 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a55d86c-1177-4377-bbab-0838e0ff09c8 req-ea5778b6-4909-4802-8310-e672f74b38bd service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280565 Jun 23 18:18:52.448690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b48eeaad-9479-4927-9c92-4f2ff21046f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:54.560492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4488e5d3-4ab7-43ae-a6e1-72358d40504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:56.094087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:56.152768 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:18:57.797224 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:09.287312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:15.385775 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:19:22.450740 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-91ee5402-c1d9-47c2-b963-970772940ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:24.561609 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f93cae55-bb9d-462e-81a0-aaa76d8d5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:26.098395 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:26.159233 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:27.800725 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:39.292784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:45.458165 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-94e91013-cac8-4f02-a3a9-f88d24cf549c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791564 Jun 23 18:19:45.554410 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-f7ba1fec-9309-456b-94e7-3c26c4ae644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:19:45.555871 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-f7ba1fec-9309-456b-94e7-3c26c4ae644a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.0785651 Jun 23 18:19:45.696922 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-d6dd1259-64f4-4c16-b864-5b5a74c5005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:19:45.698366 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-d6dd1259-64f4-4c16-b864-5b5a74c5005a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1243112 Jun 23 18:19:45.799903 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-34317ec3-4903-4751-bece-861992859003 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 999 time: 0.0949533 Jun 23 18:19:45.958070 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-6456d0f4-3470-4496-84ee-5104edc63491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:19:45.959479 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-6456d0f4-3470-4496-84ee-5104edc63491 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.1531868 Jun 23 18:19:46.039001 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-300dea40-e2da-4fa1-afe8-90ca3e030561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:19:46.040443 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-300dea40-e2da-4fa1-afe8-90ca3e030561 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754931 Jun 23 18:19:46.171644 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-ccb80db6-1d53-4ab2-aba5-3239623e8348 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253891 Jun 23 18:19:46.307185 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-526d5d25-e6ee-4ed1-8d5f-d330090c7fcb req-4d007cab-6304-4a1e-bbdb-dbc28e2dcdd9 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297069 Jun 23 18:19:52.384512 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:19:52.451810 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f198d00b-9802-422f-95ba-eabbc4ab517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:54.561578 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-58dceeca-3c02-4a67-b529-326dbacb3bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:56.101864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:56.163613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:19:57.803098 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:09.304785 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:22.457169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-231e96a3-0a25-406e-91df-b9869bcda416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:24.564751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-142c034e-8de1-4139-a8f3-7a93a0d53371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:26.105025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:26.161828 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:27.805185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:29.383561 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:20:39.322416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:46.855192 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-375cf29d-4b82-4a52-a9f7-d6d3173f5d47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795259 Jun 23 18:20:46.951757 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-8e06a80a-962f-469e-a741-954c37adccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:20:46.953217 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-8e06a80a-962f-469e-a741-954c37adccc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.0784664 Jun 23 18:20:47.095098 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-fe9d2515-f213-4555-a2bb-d1c654b77c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:20:47.096533 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-fe9d2515-f213-4555-a2bb-d1c654b77c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1256652 Jun 23 18:20:47.167023 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-03a61482-a41d-4710-a41c-39463b81e59b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 217 time: 0.0635200 Jun 23 18:20:47.227573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-c51a61ea-674f-431b-9642-0a090a153ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:20:47.228995 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-c51a61ea-674f-431b-9642-0a090a153ac9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0563192 Jun 23 18:20:47.315399 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-408c4eac-7a1b-4f4e-aaf8-b6c865f0be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:20:47.317071 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-408c4eac-7a1b-4f4e-aaf8-b6c865f0be83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823567 Jun 23 18:20:47.451620 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-ae4a3c4d-5ac8-4c4d-9d7b-747b2844f6cd service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285174 Jun 23 18:20:47.581299 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed547109-f7ac-40bd-815e-e01dc5df2ed3 req-8dba6e9c-8d2c-4249-b8a3-a18c0cd3ca21 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240935 Jun 23 18:20:52.456651 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-33feb625-a52a-4194-86b6-ab97d78c459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:54.565748 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c01c2255-c2bd-4df2-a0c3-23c650c424ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:56.112587 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:56.166605 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:20:57.807032 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:06.382232 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:21:09.324687 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:22.459342 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3bc84e80-6f6b-4af6-951d-e9af94c67dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:24.567380 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7675cb33-693a-4fcd-8415-1258aed6e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:26.108173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:26.168556 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:27.809303 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:39.326053 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:43.382202 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:21:46.853370 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-a5fb1e46-aabd-4b32-95cd-86d3d2ccd3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752747 Jun 23 18:21:46.952663 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297026-426c-45f2-8491-41ee13062921 req-58847f25-cb7e-405d-aaf4-6ddf69b36fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:21:46.954050 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-58847f25-cb7e-405d-aaf4-6ddf69b36fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.0807881 Jun 23 18:21:47.097341 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297026-426c-45f2-8491-41ee13062921 req-f9ba07ff-023f-4648-96ed-9b12c3e0bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:21:47.098803 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-f9ba07ff-023f-4648-96ed-9b12c3e0bd14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1267192 Jun 23 18:21:47.303613 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-076e78aa-3c6e-4788-9414-f8a83aa73104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.1986413 Jun 23 18:21:47.363505 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297026-426c-45f2-8491-41ee13062921 req-87ebee49-e3a1-436e-bb05-c18b407089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:21:47.364875 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-87ebee49-e3a1-436e-bb05-c18b407089e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0554931 Jun 23 18:21:47.444745 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297026-426c-45f2-8491-41ee13062921 req-b4b051e8-fa4d-4b54-b8a4-eb6dcd3eebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:21:47.446467 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-b4b051e8-fa4d-4b54-b8a4-eb6dcd3eebeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758817 Jun 23 18:21:47.579399 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-cc2cc962-0ed5-4e31-acc9-9108069c0c29 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Jun 23 18:21:47.715560 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f9297026-426c-45f2-8491-41ee13062921 req-37549b86-72e7-4702-8f5e-fdbe553aae38 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300175 Jun 23 18:21:52.463389 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d5840c3f-5ee2-49c4-9ff2-d5108a7021c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:54.571165 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4f21-68ea-4fe9-a310-393a9ab1ebfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:56.110981 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:56.169790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:21:57.813280 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:09.329363 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:20.381512 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:22:22.457424 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-566b88f7-1da0-4f6f-bcd6-2fa6a095d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:24.575681 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0fd179e5-56b6-419e-9c7e-6ca1980290ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:26.112812 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:26.172676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:27.814937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:39.331090 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:46.847158 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-2138e4e3-bdf8-4447-bcda-4cdbd5d8e8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831659 Jun 23 18:22:46.945360 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-795e24ec-94dd-4844-b8f4-f055d52edac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:22:46.946841 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-795e24ec-94dd-4844-b8f4-f055d52edac1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f80a88640291409888fceac0ea48c0d3&device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 1099 time: 0.0801058 Jun 23 18:22:47.093055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-24a1fed9-eac4-4dc0-a6e9-9d657ad95c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:22:47.094507 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-24a1fed9-eac4-4dc0-a6e9-9d657ad95c58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 200 len: 915 time: 0.1289873 Jun 23 18:22:47.163121 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-fdfd9020-9469-4941-b90c-deef7f7b33aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb HTTP/1.1" status: 200 len: 217 time: 0.0627389 Jun 23 18:22:47.225892 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-0b0a3f85-efdf-4229-a417-7bb98895a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:22:47.227266 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-0b0a3f85-efdf-4229-a417-7bb98895a061 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 200 len: 854 time: 0.0588882 Jun 23 18:22:47.280921 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-760c85ce-abc8-4071-b873-61deea606d2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468268 Jun 23 18:22:47.409599 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-25914af9-9dab-4a08-8f45-e27969105ebe service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223679 Jun 23 18:22:47.542608 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf5ee45a-e08a-4e3e-bf20-379fd1e4e083 req-d109b489-c012-440f-b0e8-75377ecbebcf service neutron] 10.222.0.36 "GET /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269624 Jun 23 18:22:52.461553 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f9906ea-2945-4aa3-b85b-3912ed381417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:54.578406 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2b48f177-c221-45f2-8e11-c2bf408cbd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:56.114947 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:56.175704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:22:57.381119 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:22:57.820284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:09.344768 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:22.464106 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-55233461-a87b-4bdf-b990-6e60a2c8d625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:24.580271 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41d4f684-c754-4efe-a4f6-880bd5efb52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:26.118940 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:26.177497 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:27.821573 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:34.381417 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:23:39.345325 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:46.854843 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-b8f643ad-3d0b-4176-a2bd-00c103dc5c7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1139057 Jun 23 18:23:47.004160 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-5527cf41-177a-4024-9a62-3a51af8f5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:23:47.005924 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-5527cf41-177a-4024-9a62-3a51af8f5c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 1099 time: 0.0817499 Jun 23 18:23:47.151225 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-5241adac-7410-4e4c-943d-9c341396db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:23:47.152648 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-5241adac-7410-4e4c-943d-9c341396db79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1284842 Jun 23 18:23:47.348640 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-69dda369-5e57-49fa-ae14-78088685a4b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 200 len: 1001 time: 0.1854410 Jun 23 18:23:47.408694 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-7b6e31b6-b1f2-4c72-8168-01c4af9a2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:23:47.410118 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-7b6e31b6-b1f2-4c72-8168-01c4af9a2843 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0561156 Jun 23 18:23:47.497946 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-44ae65fc-3701-4b56-91a0-a9c480cef66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:23:47.499405 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-44ae65fc-3701-4b56-91a0-a9c480cef66c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839119 Jun 23 18:23:47.510379 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-e746ea44-5b00-4f55-8bd2-62bde9f5decc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:23:47.511300 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-e746ea44-5b00-4f55-8bd2-62bde9f5decc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058687 Jun 23 18:23:47.645382 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-8e153262-33b8-425a-9805-5d0414a75089 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273081 Jun 23 18:23:47.781001 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c2d327e-7dc7-4983-a0c8-67be13aad6ca req-99a294e1-ba63-42d9-8348-c0c76575197a service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295047 Jun 23 18:23:52.467119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f989db07-db2a-4f84-b348-d403a09257bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:54.582435 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-009adcbd-9a3c-477c-b129-e94eeaf02df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:56.121527 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:56.181106 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:23:57.823824 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:09.383250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:11.380737 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:24:22.468414 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cfb6-2107-494e-bd26-09aa9fae8907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:24.584253 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a003dc55-b53b-49d5-a26c-6edfa599fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:26.124216 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:26.182996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:27.826423 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:39.390281 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:48.380151 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:24:48.842980 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-39984264-f239-4795-abd2-819f906422ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805259 Jun 23 18:24:48.941600 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901981-f78a-4497-bca5-6e06893e75b7 req-59aee2f2-f960-46ce-82ee-ff121a505a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:24:48.943075 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-59aee2f2-f960-46ce-82ee-ff121a505a64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0803969 Jun 23 18:24:49.086381 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901981-f78a-4497-bca5-6e06893e75b7 req-966baf68-806d-4f88-a8b4-f574a927a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:24:49.087703 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-966baf68-806d-4f88-a8b4-f574a927a735 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1261265 Jun 23 18:24:49.153466 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-d92501d0-ffe4-4f56-8de3-eadbfb174e4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0590580 Jun 23 18:24:49.217061 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901981-f78a-4497-bca5-6e06893e75b7 req-efadda86-e4d0-4542-af73-0e414da77b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:24:49.218491 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-efadda86-e4d0-4542-af73-0e414da77b75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0597620 Jun 23 18:24:49.301398 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901981-f78a-4497-bca5-6e06893e75b7 req-57071960-3282-4839-9668-765c8a895752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:24:49.302945 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-57071960-3282-4839-9668-765c8a895752 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784314 Jun 23 18:24:49.447403 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-5606bcb2-c84c-42e9-8faa-66fd4284af66 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376405 Jun 23 18:24:49.580383 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56901981-f78a-4497-bca5-6e06893e75b7 req-77e6b9e8-41ce-4094-9e52-5d1dd3f35b44 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266241 Jun 23 18:24:52.471130 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-933c19d5-6ff8-4f8f-a3c0-fabf10258f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:54.586198 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbe64e4f-2de0-43dc-b40e-7cf1fe9f2754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:56.126629 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:56.186577 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:24:57.829604 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:09.399243 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:22.472665 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b466f4a4-2ead-4982-87e2-42b94b350239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:24.588023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-97be3fa7-d528-48ab-90b3-ed323241c3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:25.379865 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:25:26.128459 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:26.188436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:27.832213 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:39.419079 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:50.871400 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-c1313764-ab96-4eef-b935-3c1bbc3a09c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795751 Jun 23 18:25:50.968893 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-bdb70839-5900-4b80-b144-fc3dda249d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:25:50.970271 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-bdb70839-5900-4b80-b144-fc3dda249d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0781162 Jun 23 18:25:51.110475 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-7187e75e-113f-4154-94ae-dc8290476c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:25:51.111885 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-7187e75e-113f-4154-94ae-dc8290476c2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1232538 Jun 23 18:25:51.271449 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-f50a34d6-416c-42ab-aeed-ad1937b759cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.1537378 Jun 23 18:25:51.334819 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-0b431d4a-bfb2-4fe2-a445-f2bc1ba98226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:25:51.336255 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-0b431d4a-bfb2-4fe2-a445-f2bc1ba98226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0586948 Jun 23 18:25:51.422691 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-57a9466f-6353-454d-a6c7-5ece5565f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:25:51.424169 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-57a9466f-6353-454d-a6c7-5ece5565f25d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814242 Jun 23 18:25:51.555198 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-055ed3b0-1268-4196-87ea-d6d2760d6b7e service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251502 Jun 23 18:25:51.684028 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3861f5e6-ad11-4324-89c8-e3369a40a8e1 req-9f9ac7a0-dd76-441e-afd8-f65941bd5dad service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233482 Jun 23 18:25:52.474669 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7ea93075-492d-4cb4-859a-b783fcfeb145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:54.589212 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-de4578cb-bc2d-40bb-b509-cf74d6c26ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:56.132089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:56.194262 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:25:57.835150 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:02.379242 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:26:09.418859 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:22.480120 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9a7a70f5-129a-4270-ab91-ed619fc1db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:24.590049 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6e01be1f-c09d-4221-81bd-8b93fc9952ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:26.135552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:26.193286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:27.837027 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:39.379815 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:26:39.417764 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:51.844506 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-ce8648ad-3b95-4c9f-943a-c0ffceb3751b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774324 Jun 23 18:26:51.944385 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-3a71bdfc-aecb-4175-b0f7-e05ed3c0c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:26:51.945857 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-3a71bdfc-aecb-4175-b0f7-e05ed3c0c94f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.0807672 Jun 23 18:26:52.090672 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-8f9ff496-42d0-45a3-89eb-50d305ce784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:26:52.092108 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-8f9ff496-42d0-45a3-89eb-50d305ce784b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1259112 Jun 23 18:26:52.196086 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-8175f5e0-d5a2-4478-a1e4-7a4941c1702e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 999 time: 0.0974398 Jun 23 18:26:52.257683 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-655f5297-eae4-41e0-9f13-2759ba26e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:26:52.259350 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-655f5297-eae4-41e0-9f13-2759ba26e873 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0567198 Jun 23 18:26:52.342268 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-eadaafcd-27ac-4a48-8691-17c778c15bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:26:52.343701 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-eadaafcd-27ac-4a48-8691-17c778c15bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779307 Jun 23 18:26:52.471576 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-e3c18813-60a8-4749-b121-e6a7ca6775dc service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216536 Jun 23 18:26:52.482739 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dc771e56-7dba-4fb0-b50f-e8c198813af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:52.602678 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-caa38abd-ef2f-46a5-94c1-9a1a09e06ef1 req-1d1af4c1-29e4-41c6-a21a-6ac0a691e2fe service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257217 Jun 23 18:26:54.589976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2ed52e3c-ad38-4efa-a0ff-e7fba02c56e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:56.138182 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:56.194781 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:26:57.841868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:09.432558 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:16.378965 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:27:22.484219 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-44e40e35-c48b-4187-9d07-bdd11f6f8e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:24.591073 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88c82317-00f8-48e1-8c4a-1aa976c3016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:26.141061 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:26.197566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:27.843549 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:39.448333 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:52.486499 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9b658856-0eae-4c1a-b25f-f173e4c914ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:53.377479 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:27:53.828810 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-3a474178-8591-411c-84e2-947a8c489c09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746846 Jun 23 18:27:53.929995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-3dd519ae-a815-4501-9071-644160bd080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:27:53.931460 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-3dd519ae-a815-4501-9071-644160bd080c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52971060282b48e18d48ca79a129103d&device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 1098 time: 0.0831003 Jun 23 18:27:54.076093 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-65a75025-ab0c-44fb-82c8-e7583cc8a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:27:54.077493 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-65a75025-ab0c-44fb-82c8-e7583cc8a426 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 200 len: 915 time: 0.1277595 Jun 23 18:27:54.237512 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-7f1b3e52-c6e0-4818-8357-b27f4148c69f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 200 len: 217 time: 0.1535902 Jun 23 18:27:54.300228 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-7640ce4c-6c55-4d79-804f-1990a734f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:27:54.301583 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-7640ce4c-6c55-4d79-804f-1990a734f312 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 200 len: 853 time: 0.0582821 Jun 23 18:27:54.382443 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-02435976-9faf-4455-9b16-7648646474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:27:54.384130 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-02435976-9faf-4455-9b16-7648646474ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a22759c8-807a-4eda-924a-adbbb94acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764861 Jun 23 18:27:54.518125 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-c9a37371-1c05-44b8-b7f3-b64589492f8b service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276865 Jun 23 18:27:54.593684 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c412d9cf-8e1d-4cee-9590-61a172c0a2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:54.648974 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cb0a1ef-4e99-4d90-a060-16868f1ae00c req-3b0249e5-6332-4ed0-a15f-5375ad4ff3c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255906 Jun 23 18:27:56.143677 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:56.200145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:27:57.844081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:09.474514 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:22.488769 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a0fd07ef-8882-41cd-bfd6-de90a2710267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:23.406335 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-c8fc279b-cd37-4460-84aa-3ae6e31403c8 req-e5705b7e-0139-470c-a229-c61844908d28 service neutron] (88125) timed out ('10.222.0.36', 53344) {{(pid=88125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:28:24.596075 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fbc56ffe-210c-49fd-ab6a-ecd7e7ed0958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:26.145524 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:26.203331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:27.849519 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:30.376571 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:28:39.475343 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:52.491799 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4c680c51-5723-4eda-ae72-d6a48559ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:52.515113 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1571ff-e625-4304-9a7d-24ba863f4fc9 req-a34c31e7-bb64-41d7-9904-793ebd4bd6db tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:52.517230 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b1571ff-e625-4304-9a7d-24ba863f4fc9 req-a34c31e7-bb64-41d7-9904-793ebd4bd6db tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.3218362 Jun 23 18:28:52.560624 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b1571ff-e625-4304-9a7d-24ba863f4fc9 req-d3101ca5-f578-40a0-baeb-1db60cf8ca4e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=912eae84-98e8-43cf-85ce-37dcf98dada2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378828 Jun 23 18:28:52.744312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-692efd18-aa81-46fb-8390-7ffc86d7c041 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:52.745732 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-692efd18-aa81-46fb-8390-7ffc86d7c041 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 946 time: 0.0913148 Jun 23 18:28:52.820014 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Deleting port 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:28:52.820505 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:52.989438 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559260c6-4462-43a2-8837-f2d21c5f872d req-ad9ef9f1-a11f-47c8-812e-d0b69d2d146c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:52.991007 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-559260c6-4462-43a2-8837-f2d21c5f872d req-ad9ef9f1-a11f-47c8-812e-d0b69d2d146c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 946 time: 0.0894437 Jun 23 18:28:53.035627 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-559260c6-4462-43a2-8837-f2d21c5f872d req-452f9775-9ff3-451b-949d-03c5219974b6 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/security-groups?id=4bb8d286-918a-4aff-97af-5d5cdab5a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jun 23 18:28:53.074610 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] For port 38de2f6c-673a-47f6-92b9-36d2310d91e5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=38de2f6c-673a-47f6-92b9-36d2310d91e5,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:28:53.074973 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.360921 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.361291 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.361606 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Floating IP e1a8081d-a5f4-4098-b1aa-1bc666db2ba0 disassociated. External IP: 172.27.2.144, port: 38de2f6c-673a-47f6-92b9-36d2310d91e5. Jun 23 18:28:53.361977 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Calling delete_port for 38de2f6c-673a-47f6-92b9-36d2310d91e5 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:28:53.464752 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-8a09efcd-2cd2-4d38-8c17-64fa350a1178 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:53.466301 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-8a09efcd-2cd2-4d38-8c17-64fa350a1178 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 946 time: 0.0884867 Jun 23 18:28:53.518306 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.544497 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Deleting port ec835406-768c-40ca-8f9b-1f6ac0da37bb {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:28:53.545140 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.573727 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'Port': ['ID=38de2f6c-673a-47f6-92b9-36d2310d91e5,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:28:53.584015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.584361 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.584697 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.585033 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.585379 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.585680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.586039 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.586363 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.586684 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.587006 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.587327 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.587642 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:53.816468 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-52babaf6-52c6-4552-b208-355a09029a2e req-89157a50-d60c-4a59-a925-bb1c8fc8f5c5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.1076896 Jun 23 18:28:53.888156 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] For port ec835406-768c-40ca-8f9b-1f6ac0da37bb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ec835406-768c-40ca-8f9b-1f6ac0da37bb,segment=NetworkSegment(5447e373-bf29-4f61-b0e7-8347bbfa96d9),segment_id=5447e373-bf29-4f61-b0e7-8347bbfa96d9)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:28:53.888459 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:53.893927 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:28:54.014414 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Calling delete_port for ec835406-768c-40ca-8f9b-1f6ac0da37bb owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:28:54.092292 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:28:54.102607 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:28:54.116492 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:28:54.117110 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:28:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:28:54.199258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:54.214217 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['ec835406-768c-40ca-8f9b-1f6ac0da37bb'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:28:54.227590 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] No DVR routers for this DVR port 38de2f6c-673a-47f6-92b9-36d2310d91e5 on host hv-cinder-84718 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:28:54.231627 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:54.252776 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-deleted', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:28:54.268011 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4dbb14ce-c9b8-47ea-a82b-2e6a01dda46f req-e819ce62-47d2-4aad-b3d2-f67a3d5b4a26 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "DELETE /v2.0/ports/38de2f6c-673a-47f6-92b9-36d2310d91e5 HTTP/1.1" status: 204 len: 173 time: 1.5156946 Jun 23 18:28:54.282074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Pushing event deleted for resources: {'Port': ['ID=ec835406-768c-40ca-8f9b-1f6ac0da37bb,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:28:54.351540 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.351942 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.352328 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.352663 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.352991 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.357999 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:28:54.366466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.366812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.367147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.367478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.367811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.368133 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.368452 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:28:54.405801 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5ef9434e-b265-45b4-b260-139ac3806b45 req-e543faa7-6716-4937-8e3c-3e78e67d57aa tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.2078767 Jun 23 18:28:54.447279 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] No DVR routers for this DVR port ec835406-768c-40ca-8f9b-1f6ac0da37bb on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:28:54.452597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:54.456892 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a600d52-f8d3-4e1f-a3aa-60858e1c16ff'] response: {'server_uuid': '37c595c7-39cf-4e7f-b04d-17c2a20b9275', 'name': 'network-vif-deleted', 'tag': '38de2f6c-673a-47f6-92b9-36d2310d91e5', 'status': 'completed', 'code': 200} Jun 23 18:28:54.467799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'name': 'network-vif-deleted', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:28:54.481197 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dc8a02a2-efb1-4f7f-a412-ded041c1ba57 req-7758970b-baa7-486f-80d1-19d426f7afb1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.36 "DELETE /v2.0/ports/ec835406-768c-40ca-8f9b-1f6ac0da37bb HTTP/1.1" status: 204 len: 173 time: 1.0101001 Jun 23 18:28:54.609624 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4133-05c3-40cd-a525-742f6105aca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:54.652715 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054c83c9-ffae-42c9-b7a4-721275881c16'] response: {'server_uuid': '43bc0cfc-66c0-4c14-8b36-0df0314bba4d', 'name': 'network-vif-deleted', 'tag': 'ec835406-768c-40ca-8f9b-1f6ac0da37bb', 'status': 'completed', 'code': 200} Jun 23 18:28:54.746309 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:28:54.750113 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:28:54.760046 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:28:54.760648 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:28:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:28:54.885274 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-59ce7ab2-7e86-472b-820d-c6b20f3d068d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1320584 Jun 23 18:28:54.981195 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:28:54.988406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-52074caf-5b63-4f37-8923-10b9f13ea50d req-d253501d-50b6-49cb-a254-34ab5c7b8f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:28:55.001799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d435-8d1c-485b-acb3-0226df266089 req-e4082408-2e56-4558-a5b3-adf4ad3ac0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:55.003239 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-e4082408-2e56-4558-a5b3-adf4ad3ac0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 1099 time: 0.0972314 Jun 23 18:28:55.005656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-52074caf-5b63-4f37-8923-10b9f13ea50d req-d253501d-50b6-49cb-a254-34ab5c7b8f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:28:55.006949 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-52074caf-5b63-4f37-8923-10b9f13ea50d req-d253501d-50b6-49cb-a254-34ab5c7b8f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0684054 Jun 23 18:28:55.155494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d435-8d1c-485b-acb3-0226df266089 req-c36d3265-6bc8-409e-8515-aba38e78205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:55.158189 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-c36d3265-6bc8-409e-8515-aba38e78205f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1326880 Jun 23 18:28:55.302001 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:28:55.306459 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a0bf7-4782-4e15-a6bd-885b9672daf7 None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:28:55.361496 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-fde24b38-75f7-4a92-bd27-07f401d2c1c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 200 len: 1000 time: 0.1986284 Jun 23 18:28:55.427435 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d435-8d1c-485b-acb3-0226df266089 req-291ad868-39fc-4326-8f99-a7d7feda37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:55.428887 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-291ad868-39fc-4326-8f99-a7d7feda37cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0617318 Jun 23 18:28:55.517282 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d435-8d1c-485b-acb3-0226df266089 req-c82427cf-f384-4d3f-89f8-fc0ad7d83c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:28:55.519058 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-c82427cf-f384-4d3f-89f8-fc0ad7d83c75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839586 Jun 23 18:28:55.562460 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58a556-d6b1-4572-be10-62269cbb09d3 None None] New status for floating IP e1a8081d-a5f4-4098-b1aa-1bc666db2ba0: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:28:55.686378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fea017da-447f-483a-b9e5-fb6ae8d9442f req-267b9652-c030-46a1-a81d-9bdca20583ac tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Synchronizing usage tracker for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:28:55.725645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fea017da-447f-483a-b9e5-fb6ae8d9442f req-267b9652-c030-46a1-a81d-9bdca20583ac tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] Unset dirty status for tenant:f80a88640291409888fceac0ea48c0d3 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:28:55.726966 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fea017da-447f-483a-b9e5-fb6ae8d9442f req-267b9652-c030-46a1-a81d-9bdca20583ac tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1772306 Jun 23 18:28:55.734570 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-e24a973e-f7a1-4f0c-b3dc-10cf2bef206e service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085588 Jun 23 18:28:55.878891 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27a0d435-8d1c-485b-acb3-0226df266089 req-7c15b42e-bdf2-4ebe-befb-53fd83f5ae33 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374571 Jun 23 18:28:56.149336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:56.167040 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5823a205-492b-4cd6-b115-b70f6efc2bac req-d78ee9f5-7527-48fd-9f34-b6efe81614c7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0526218 Jun 23 18:28:56.207118 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:56.883342 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c2399782-03b9-48dc-a76f-1b45982f28d6 req-3d04bff4-0caa-46d3-ab8c-ea18f326687c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0498354 Jun 23 18:28:57.322928 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4e86c37b-ed63-46e6-a6db-d33c1a8baf4b req-8fa82ef3-fc16-4fa2-bae0-f465201b90c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0469244 Jun 23 18:28:57.570567 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ec835406-768c-40ca-8f9b-1f6ac0da37bb no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:28:57.605732 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: ec835406-768c-40ca-8f9b-1f6ac0da37bb {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:28:57.606102 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ec835406-768c-40ca-8f9b-1f6ac0da37bb not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:28:57.606502 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:28:57.641731 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 38de2f6c-673a-47f6-92b9-36d2310d91e5 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:28:57.642173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 38de2f6c-673a-47f6-92b9-36d2310d91e5 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:28:57.851137 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:28:58.039653 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-30284abe-73ca-484c-8e6d-c979c0f0e72b req-cf0ef0f7-cb66-4b8f-a174-1df79b05aad1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0517020 Jun 23 18:28:58.481441 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-392e858b-aad6-40e3-bba0-832cd76e5d8d req-4310b099-7b32-43dd-852d-eeac29a6e1b0 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0502970 Jun 23 18:28:59.191574 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-95f6693d-98e8-44ab-9496-9f08387d6557 req-9069af38-a1a9-4e32-a986-11026903abff tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0476956 Jun 23 18:28:59.639897 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fdd4bd0c-8580-4042-afb7-1e56037f486b req-a903b1c1-b2bf-40cc-ac5e-f5ad3c05606b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0483890 Jun 23 18:29:00.347286 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e961c36c-a589-4efa-9304-68121ad584eb req-8dcfb8cc-007a-4213-a45f-c9437a57d4ca tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0515468 Jun 23 18:29:00.802465 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fed0d3a9-54ba-4955-a114-327379a18c47 req-220ee1b8-ee21-4739-ba4e-7447c72f7371 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0539510 Jun 23 18:29:01.500489 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-831051b7-bdaf-4f7b-9d27-ebddef1895df req-7f177074-9c91-4774-8e39-d9085926bbbb tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0484841 Jun 23 18:29:01.962809 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d771255b-b8b5-456c-9260-a36a1a091cd4 req-e6e4718e-f6ff-4e8d-8dac-76afda8757de tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Jun 23 18:29:02.652807 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cbe7438b-fdde-4118-858e-a47bdb538653 req-5e50da3f-2136-4bf9-9013-11a4d3314b97 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0480583 Jun 23 18:29:03.122029 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e7a5c314-19bb-47bf-b20f-b3593b262e8b req-5d541b6e-79fd-4237-9a88-2aac2fa82d85 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0473495 Jun 23 18:29:03.815030 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-88004024-d090-4ae8-94ed-560ef989711b req-d1a355fc-99c7-4c09-acb4-2eb03f3f225a tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0514221 Jun 23 18:29:04.291547 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fb4eabaa-5e52-4e1f-a4f3-3ff3e5162941 req-020a79d6-aa76-4b9a-8dfa-9224f8b86bab tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0547743 Jun 23 18:29:04.970566 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ff844fe7-81e3-4f99-a2ca-d7af04bd7939 req-c86866b5-01a9-4922-a791-9eeb603651f4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0488400 Jun 23 18:29:05.455504 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9d6bd01-048e-46b9-8b3a-14cc440e5058 req-d9ca0ec9-f6a0-46f0-b58c-90b133b41fad tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0482700 Jun 23 18:29:06.128825 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2c369382-9a39-423a-afdd-135716b4109a req-70443f0a-33ad-434e-9f5c-f2e34c6b3190 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0508049 Jun 23 18:29:06.613774 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-daf37f49-831e-4d9d-962d-0ffb7b3779c1 req-5c6c4a53-ad28-46a7-828f-04d6312fe379 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0491085 Jun 23 18:29:07.285913 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ef09da1-c563-461c-bb0c-3d907bde9b0c req-c3f9f2fd-7dfd-4465-9dba-3628fa83b33d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0513458 Jun 23 18:29:07.376695 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:29:07.773006 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a9147e03-e0f9-4218-9d4e-9fbfcc02df41 req-5d1e03bd-c59e-4bea-aa66-49749d5cc087 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Jun 23 18:29:08.440700 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b085ce1-b2eb-4104-bdd4-0d220507adef req-de8cb562-9ba6-4434-917a-7a5064af6768 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0477862 Jun 23 18:29:08.934688 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-23b6a60f-9b4a-4efc-8090-088875882238 req-244931c2-cd16-4a79-bf05-47cb902d2e53 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0512862 Jun 23 18:29:09.490384 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:09.592804 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02620e1e-40d2-4412-9b22-79c1b3ccf497 req-68175f0a-5c70-46a6-9ef9-a38addb2f8df tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0476007 Jun 23 18:29:10.098508 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17154ef9-3bd3-45d9-a194-5c537ab7670d req-e616ac47-0646-4ffb-95d0-6486223fd882 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0512571 Jun 23 18:29:10.748225 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0c8bbd80-0be9-472a-842d-e97edbe0fa28 req-5d08866d-5c0a-45e1-9126-9aa62ba09979 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0500822 Jun 23 18:29:11.260421 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2d55034b-d0fe-4aa3-aa31-2611ae278c90 req-79b3e033-3d3b-4675-b127-d8086a9f6d4f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0526547 Jun 23 18:29:11.904344 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf24dc13-aed8-43fb-a703-e798f25aa7d3 req-7d0b6a46-d0bf-4842-a712-4a4f7483841a tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0500929 Jun 23 18:29:12.421670 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66499825-284f-45d0-8d10-f7d8d149702b req-c9fa6149-1906-42ce-be27-bdf442b8184f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0542479 Jun 23 18:29:13.061584 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-543341c4-ec78-488e-9a64-c47d874627a9 req-062a1c92-25f0-4b83-a8a9-5aa8762085b5 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492485 Jun 23 18:29:13.580342 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3fa62162-36de-4780-8bcf-7c5ab667457d req-a395570a-8181-4c04-a76e-f016b8765abe tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0486903 Jun 23 18:29:14.216474 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6dff04c3-c857-47a6-9668-e10440adb920 req-a1561f76-0629-48b0-8948-5443229012bc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0494144 Jun 23 18:29:14.740005 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-76e63df3-716a-42b8-b08e-5260a567d04a req-c75e17d3-6fc3-4e6d-aac2-9923f1c764e8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0475321 Jun 23 18:29:15.467645 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9de81776-448a-4bc3-88d1-f9695b05c581 req-5f1a8f58-15ee-45f8-b3e4-05f319fd7853 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1428831 Jun 23 18:29:15.899605 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-62dfc8be-19d2-48ed-bb96-71892f2feb2b req-28251ef7-089b-49ae-a6c8-dd35d45fb49b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0509920 Jun 23 18:29:16.623176 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-426aee3a-6a44-4027-a75b-e1d001e6c905 req-f7f116bf-60c9-46fe-b4e3-12870cef7dc7 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0486441 Jun 23 18:29:17.203038 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f4b861c1-f243-46b1-8b39-8918004a6f4a req-112a31da-f069-499f-ae05-1bfa353aa14e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0486913 Jun 23 18:29:17.777786 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb60df0d-2263-42e2-afe7-3bcaebd0c8a8 req-9ce11257-f304-4d35-9513-f38807f6b4c3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0510211 Jun 23 18:29:18.360146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cac5baaf-58a8-4f22-9d10-e915e68859e6 req-2c3f3cd4-2c9d-4f4c-9aef-61a4dce77e42 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0499511 Jun 23 18:29:18.934266 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d9f25c80-17c3-4a3c-aa30-8df4edd6b83c req-c86a0411-8529-43b0-b3a9-3d3d13797518 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0486472 Jun 23 18:29:19.585213 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-03d41905-6dfa-4b96-bc94-b8877d17e52a req-8ac8c0d1-0d3e-477b-aafb-e16c44e26ec6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.1186128 Jun 23 18:29:20.087895 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ff633c6a-d784-4a02-a141-b713c77390ab req-3cb26532-0358-4b55-b60c-47156b75cb7c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0479407 Jun 23 18:29:20.744576 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e731b47b-da84-4a23-972b-04f49a80ab55 req-6da6b9fd-bb6b-4eb3-898b-f6b65a1feab7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0493913 Jun 23 18:29:21.244330 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4542d75e-e767-45c0-955c-9e426da9d209 req-c799d6a0-847d-47d7-9c6c-174b58185a08 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0511992 Jun 23 18:29:21.912066 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2e521595-dd44-487d-9935-76b97f4513e2 req-d12dff98-ca9a-4edf-aa5e-f4150269a37a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0551174 Jun 23 18:29:22.400382 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-25a34644-86b6-4b33-9859-893f9ebf1548 req-f0c06cbc-ca2e-4675-b350-56365aacc64f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0493822 Jun 23 18:29:22.494207 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2363058b-b428-4461-b427-a44f43b1f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:23.067648 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b4975386-b272-41f9-8ff8-65aa797938ad req-d284cbf5-2b27-4ecf-bc8d-7e86e071dbb1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0472353 Jun 23 18:29:23.556805 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-380493a4-6ebb-4eeb-9e97-5f7892a40201 req-1c17dad8-1d17-41ed-96ff-49c72049ca70 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0523953 Jun 23 18:29:24.231419 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31be3732-22f9-41f2-871d-911fb5ca8168 req-701a9d27-1a77-4815-b7d6-66032f105563 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0504811 Jun 23 18:29:24.602717 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a818ad02-4fa9-4c5a-be3b-3e90d21daaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:24.712092 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bc4f7a36-4d77-44a9-b011-ddd6d39ea5e1 req-0b738158-833e-4295-b8a4-6a7dff147ff8 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0495157 Jun 23 18:29:25.388348 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3645c313-db69-4c12-8a21-ef465fe26a91 req-07437997-0b8f-4e9e-a57d-ecdaa6a2a0e5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0499048 Jun 23 18:29:25.869673 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c4b8fd3-4c6d-4618-beb8-033b7b56464c req-bf6da238-34a1-4952-906f-7bff8de13af6 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0489688 Jun 23 18:29:26.151512 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:26.207770 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:26.547608 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae0434d1-dda6-4181-819d-17539e692fae req-089a7bd9-52de-487c-85ad-d5e8e59b767a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0511785 Jun 23 18:29:27.034286 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-79f9b197-6d76-497c-afb4-2325b9ce8014 req-37d6d5a9-db9c-4cc5-b8ef-604f55e2c241 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0537806 Jun 23 18:29:27.714769 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c6d84a2-cb41-4372-b4be-8c9b2f7dc970 req-0c37c734-4a2d-44c1-b62a-36f41d0927ad tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0488851 Jun 23 18:29:27.853924 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:28.190925 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-82c5e63c-74e5-4fcb-93f7-11f571434cdb req-9b39669a-515a-422d-a0ec-caca1d360c9f tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0513227 Jun 23 18:29:28.870967 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-37b98df6-7d5d-48a3-a9b2-193a6d59ea49 req-a5505583-d2d6-4978-a5d3-03dfbcbb0969 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0481484 Jun 23 18:29:29.350096 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-73eb1b22-31f3-4df3-8977-50a6f5c0ac3a req-56846df8-23cc-4f51-8026-62c83162d1a4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0510638 Jun 23 18:29:30.033730 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aff50364-b881-4e6c-a4f3-5a58ba469f08 req-b89558a2-ba14-41c2-9943-bc412a018149 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0511949 Jun 23 18:29:30.503190 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa17f2d4-7959-4677-8553-094a74c5ee9f req-1c4858c5-3543-494b-b8f1-0c2ccb9e376c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0503793 Jun 23 18:29:31.198444 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-552c4cb6-9533-4fc9-b9c7-6b3083f1fe94 req-c2777837-4368-493f-b3ea-4fd10d593a8a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0494962 Jun 23 18:29:31.657434 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-19400762-2c15-4606-b0f9-9e3de25ad5d5 req-7a5381c3-a531-4f30-a496-08e33a901d7a tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0511847 Jun 23 18:29:32.357496 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1d6880a-2508-4d05-a430-cac51933d3af req-293e7a5c-35a9-421b-a175-f12e433625d9 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0515919 Jun 23 18:29:32.811908 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0003e2fa-5834-4eb6-92ba-e3afe696159f req-08c8fd62-ef81-4454-b4de-9c9d75025f09 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0484900 Jun 23 18:29:33.515313 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d497db8b-2b28-459a-b19a-790518d3ce0b req-f57a3e12-5d5d-4e6f-ba05-499a6c60f59d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0486317 Jun 23 18:29:33.968466 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c201738c-9788-4677-bdd8-4be89b3376d1 req-1d13f979-5669-4999-bd3c-893e669e8e31 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0482423 Jun 23 18:29:34.676632 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-36da40d3-db49-42d8-9ab3-082cf43a5497 req-4ab38524-8d88-499c-8bbd-697683eb1fa4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Jun 23 18:29:35.125509 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-87cc09fc-9be9-4f26-ba90-9f4abca4ab10 req-55f33a15-4333-43c0-9a0a-90769574861b tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0525129 Jun 23 18:29:35.841835 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c5d78ba-3ac1-4c7e-bce8-fd373e3f321e req-b1e4007b-c32f-4aff-933c-29510dd064e2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0517223 Jun 23 18:29:36.280319 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bd39497c-36f3-4675-95ee-1f7de29ba3c2 req-c4a6dcc7-e1a8-4da1-bcb8-1591ccb35416 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0498209 Jun 23 18:29:36.999161 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a9b41c00-dcdd-4339-bf9b-9fa760e6b858 req-54aed388-8b75-43f3-8511-a893740b1d5c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0477147 Jun 23 18:29:37.435833 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-72247c84-ba9f-404a-9635-e22c90329d1f req-3761c6a6-c9b9-45a0-8236-de516712ceb6 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0523715 Jun 23 18:29:38.160692 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31df85f7-9f5b-4169-ae86-9a481cbd3868 req-883d797d-a68d-4d27-baab-ba9204f0f99e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0513163 Jun 23 18:29:38.587588 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-22e61677-ec3b-4d91-9163-dc8c84dac22b req-cec7b49f-1415-4b4e-9db3-4c4074bb5010 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0493014 Jun 23 18:29:39.317060 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6e6daebc-8dbe-4ce3-be31-8959d8b09bd8 req-43d63bf4-eff7-4742-8aab-25231f4ca26c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0482776 Jun 23 18:29:39.502828 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:39.740587 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-311b3ff9-dce8-469c-ab2e-e72000136540 req-a03a3e07-6e10-49ca-ae57-98f185ca8d68 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0486856 Jun 23 18:29:40.476444 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5f25e98b-6ed4-4cc6-8812-604c7c496a6f req-7d1e3988-507e-40c9-abca-ec2da470152f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0490673 Jun 23 18:29:40.899143 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38b0a018-5bc1-49dd-b4ae-c47c0d554481 req-dd52a078-46c5-4462-9c2e-f89db975c737 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0539961 Jun 23 18:29:41.642125 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45116e30-b184-44ef-b446-b7ecb797a793 req-baeaa67c-0818-4e42-bd15-3aa674b46a5a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0544024 Jun 23 18:29:42.051779 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89b3e7c4-5cde-450f-be2b-5292fb5e6e77 req-5c973692-20de-4b55-a188-dc094f285352 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492802 Jun 23 18:29:42.803042 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-52dccd96-16f0-41f9-8af1-9e3d54da5c2c req-8f89fe32-c42b-48eb-af08-8ea2fa3ec70a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0483038 Jun 23 18:29:43.209679 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a671551f-d1e0-4d6f-ad9b-38fc0838b8b4 req-99c042ec-ad09-4b54-9fcb-af4d32288d13 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0515387 Jun 23 18:29:43.963475 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6da778b3-3598-4b58-9beb-3f89dafa5524 req-bb4aaf98-6142-4d44-9624-def198e0c4ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0519950 Jun 23 18:29:44.363465 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65868b9e-0f90-4a0c-8ed8-626caa92efcf req-164096b7-e1ed-4cea-b19e-8ba8d6d8321c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0487995 Jun 23 18:29:44.376163 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:29:45.123194 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-beb4713d-7dfe-4bd8-92bb-ac6adc3ea56b req-6ff5d90d-7ed5-44ff-a38d-c8adbdb8d035 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0476351 Jun 23 18:29:45.516572 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92175761-a403-4cd6-b0b9-d2d6947b97c3 req-3f49c17d-36a9-41fc-9259-c3b775f08b1c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0488548 Jun 23 18:29:46.280722 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15c5f52d-c03b-474a-857c-7bd85a39138d req-3f0dee95-f503-4f29-aff7-f37e0f04216c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0482261 Jun 23 18:29:46.673165 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fb5652bb-7af4-4988-b37d-ac4a120e9be8 req-a97f391d-7dcd-4766-8579-4ca05992dc07 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0519402 Jun 23 18:29:47.441209 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4258e6d1-871f-486e-ac0e-bdb1b2dfad2e req-5ff997f7-ba6e-47ba-8ae2-489d4d7c4116 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0516009 Jun 23 18:29:47.829138 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66e9780e-5540-480c-a9f9-d495d2fb4e91 req-6331e8dc-1f25-41f7-add8-d2819d1bf15a tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492551 Jun 23 18:29:48.600974 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-00b097df-856a-4c74-89e6-ab3cb8800a86 req-b7d299f8-52b3-460b-a9f8-490916b78347 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0479779 Jun 23 18:29:48.984130 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-240f03f8-0be9-42a3-a26d-815f533cc297 req-b0430c12-4482-4699-89ec-8cc0eaedb2c2 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0509143 Jun 23 18:29:49.760315 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fec28a1d-9a08-49ea-993a-745ee423c3ba req-e1991035-f2d6-43f9-9863-7b8a822336b7 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0513947 Jun 23 18:29:50.230202 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d225093a-dcf9-40b5-8640-5527dfabfabb req-0b7a8601-a6e8-4b20-9393-dcaf273351c8 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1347990 Jun 23 18:29:50.234386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-e1c5fee7-9f35-44a3-b453-23fcd38b0e42 req-74eb73da-7e85-47e4-bf27-b90cb56f6c6e service neutron] (88124) timed out ('10.222.0.36', 53354) {{(pid=88124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:29:50.991807 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-84613c13-af44-466e-a885-2a43fad244ff req-b9c377e4-06bb-4098-8104-ab648a27e487 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.1129997 Jun 23 18:29:51.383773 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a9efe170-abff-48b9-a3bc-30939b4311c9 req-5218d486-241c-46f8-aebc-498feedebe26 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0485396 Jun 23 18:29:52.151738 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c340c32b-0ded-48c1-b667-1819609ab35a req-bef70f4b-6bd4-46c9-b8e1-b3ff5821e3b2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0486929 Jun 23 18:29:52.496026 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e790e37-b9ec-40c0-83fc-2168460046ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:52.644162 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-09731432-ab09-4a5e-90ae-ce6d374c0af3 req-af6f45e7-2a5c-43ff-bd85-21f276af0988 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0510101 Jun 23 18:29:53.310154 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0f933c15-7274-4270-a126-ad8fc0c40680 req-d90b6321-bbeb-413d-b1c6-3b2a61b9f954 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0505989 Jun 23 18:29:53.799904 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ee05eb-3770-476f-bc6d-25f3ce421573 req-935f15d5-d8b4-4b4c-b089-01f885a4f438 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492914 Jun 23 18:29:54.467840 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a421fb17-8256-487c-8330-d85a946fd905 req-1ecd3082-0427-4827-bbc2-22283fb012ab tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0485501 Jun 23 18:29:54.605121 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e910a167-dc0b-4ba0-ba32-ca992f554f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:54.956633 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a2bbfcb-98b8-4a78-a302-53e97b96c12b req-482c57cc-6677-409e-bb2e-a7e6d6c42b3b tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0526900 Jun 23 18:29:55.629960 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc1e091f-41d8-4030-909b-f9904cb93e4f req-137f85a4-6abd-4a1c-a294-68ddce53d820 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0519338 Jun 23 18:29:56.112519 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e4d347a1-21c5-4063-8ad3-2d0c0d2f2333 req-c9f6a4b6-6cb1-4aec-8808-e45e61244748 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0491154 Jun 23 18:29:56.153558 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:56.210081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:56.789378 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-afb446d0-31fe-4e66-9c76-39614878c068 req-86ba4c44-faa3-4418-818c-46c53e834f05 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0506256 Jun 23 18:29:57.414289 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-47b0230c-871d-473e-8877-19abd90ff424 req-ff95827d-5f8e-4120-bb2a-4b53e2dd6fed tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0537009 Jun 23 18:29:57.859068 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:29:57.954783 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9489efc7-1962-4e35-82cf-db2259ee9651 req-43ff43e7-9bdd-420c-8f61-12e82356264c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0487483 Jun 23 18:29:58.569059 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ae7c57c-40ec-41c2-bcdc-256750d1fcae req-012745ea-41d4-4f05-8f8d-c5ec4087e197 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0519044 Jun 23 18:29:59.116522 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ebd2ff38-1a77-4547-b285-31a69099ebde req-0fd10d22-bcf0-4313-802a-1d5833353519 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0507224 Jun 23 18:29:59.721568 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e31d3d1f-c9ea-43f1-a10f-132e9ba6700c req-e7b037f0-7169-4f51-99cb-087b790d41bf tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492251 Jun 23 18:30:00.273757 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e67bb3ef-bd31-44fc-b992-2be12e581ce1 req-b55c6839-c48c-4b3c-9fd4-2c0f36120621 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0493510 Jun 23 18:30:00.878880 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a2d3959-b5e3-4d3f-99aa-ae51bd79627f req-ccff40e0-2ff8-4ae9-bac1-06c29248d6d4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0517523 Jun 23 18:30:01.440569 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-53cd35ad-d68d-4d64-8b22-30862ac2e741 req-2f356b86-9717-478e-b894-9272322cc23b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0561852 Jun 23 18:30:02.036519 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b33ed3dd-77da-41f4-9f9e-9d6bf8720c15 req-0ca842e5-217a-472b-bca6-f0c780868aa4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0535185 Jun 23 18:30:02.599686 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eb865432-82d6-40b2-ae30-a4d3a8b50b21 req-92d3a994-dec7-4796-98ba-dea82f09385a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0478075 Jun 23 18:30:03.187077 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a5ad2ab5-5b62-40a1-bfb7-1edb8266f82b req-e17df6e8-c91f-4345-beae-4fb1eb2a4518 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0477068 Jun 23 18:30:03.758343 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-148f3263-b91f-4684-858e-46e2b0199281 req-525cf729-f0ae-44ea-a553-8261b7817a5b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0490184 Jun 23 18:30:04.358417 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ecd78bd6-359a-415d-927b-ee87b184ca1f req-a4223a77-889e-40d5-9415-f9aa676986e1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0588539 Jun 23 18:30:04.919464 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e89b302c-d4fc-48a7-98c5-a878104f1189 req-0a1b87b7-3517-4692-8b23-94e4f06fc488 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Jun 23 18:30:05.522135 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-10e02ff5-7905-4701-bfdc-f704d2988650 req-cc1bb0c7-474e-407f-96aa-ec944a4c2038 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0511031 Jun 23 18:30:06.081718 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81777de4-22f5-44ba-bb48-e0d06fa653ae req-215184d9-baeb-4e27-83f8-acebc748963c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0505209 Jun 23 18:30:06.678679 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67283f79-ff37-4878-abe0-eeaa8524187b req-03c28b96-2c5b-47d1-a168-ffe7b27b048d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0531795 Jun 23 18:30:07.242936 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a77a313d-4c75-421e-a0a7-4562cfc19387 req-763387d3-80af-4006-b008-b25c31117e56 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0521407 Jun 23 18:30:07.833572 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe088b6a-dfa4-40dd-bd87-438570a223d9 req-d5b430a8-ae28-4d5f-a00e-8cba5b9f7c74 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0479162 Jun 23 18:30:08.402008 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3b34dadd-4655-41a2-93b7-586bb40f9859 req-245a5bc4-8969-4053-8ed3-6dc88b0804e8 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0489578 Jun 23 18:30:08.987762 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e9f0e8d-27cb-4726-a43c-41bd4b2f839b req-472fa521-b662-40c0-9c4a-74b7b0b5b52e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0501316 Jun 23 18:30:09.493738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:09.569410 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4bf74c9f-9917-4920-a8a8-75c6fdfdbcb8 req-a90ada33-d0dd-441e-8e41-b97ac3d39683 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0575972 Jun 23 18:30:10.144041 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-80c95f46-aeeb-45b4-9060-94b0431f6761 req-caf5c566-62dd-4d12-9e05-89c7bd4fa270 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0513482 Jun 23 18:30:10.732069 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15d53d6c-8767-4721-8224-1dc643065746 req-e6123294-6be4-453d-bd2e-02e743587dc3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0532973 Jun 23 18:30:11.298180 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-983d6094-bb5c-4bcc-89a5-1a32e1412d3b req-be9aae19-0f59-4049-b9d4-056d14b50fe1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0498176 Jun 23 18:30:11.889634 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5769086-c762-4545-acee-97057622efcb req-93682f6e-487c-4d79-9a04-c774d09ded4c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0493779 Jun 23 18:30:12.458054 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6bc127f6-0b86-4acd-8d48-70dcdb6427de req-c5732d8a-2c00-4351-a1ee-8eb472fdfce1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0518069 Jun 23 18:30:13.057287 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1961e9cd-e0e4-4f44-b2a6-a9714ce671e7 req-89efd944-a375-4f40-adc4-4366a9a49ca2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0569792 Jun 23 18:30:13.609154 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-519834cd-4e1a-41e2-b85f-889000809aeb req-14110b7c-310a-4537-92a9-78a50a891bf3 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0485148 Jun 23 18:30:14.217117 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-762ce000-faad-4bb2-9785-7ce00f111c01 req-ac7b0df3-7148-4213-9b85-c651161c8125 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0480185 Jun 23 18:30:14.767026 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-291ce8fe-5db1-435a-9f75-d061e898469b req-5d6a45c8-8809-40f4-8f7c-a021447b6633 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0489914 Jun 23 18:30:15.372719 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-91482eb7-bb8d-4b62-b7ee-2268b3833b64 req-bfdf7b60-fde2-4642-85c1-795f8df2ab15 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0479803 Jun 23 18:30:15.926851 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cd5330e9-b703-4acc-b471-3d344ef6474d req-1bd0c68b-de5f-4860-9379-1d5f5fccf67c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0552099 Jun 23 18:30:16.534929 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d18a731e-2501-4a94-bd56-21a4d81f2cb7 req-ba5a2bfa-956f-4d1d-b638-8e71c9506ec5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0513444 Jun 23 18:30:17.077947 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2edcfd8f-73d5-4945-b9f5-06025294cad2 req-789f6c86-e100-4d1d-a7a6-fa190e4c6082 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0488784 Jun 23 18:30:17.826033 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ccb8cf6c-2294-4df1-94bd-9b8194d8f00b req-2334f15d-ab3f-4f31-8b37-87c3f9cb6b9a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0477171 Jun 23 18:30:18.237059 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-510aa276-bbee-4585-b7d8-198d73770a89 req-ba9fcde5-676e-4df0-903c-f5e9c0697241 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0532603 Jun 23 18:30:18.987453 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8dcdcb2c-f8b3-49be-b6f0-c0b3d57368cd req-f456e336-fb9c-4426-8d2b-5cf6e2305ac3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0532451 Jun 23 18:30:19.387583 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f8dcf5b5-dd2e-40c2-8149-e15733af4c58 req-052a2c48-1709-4edd-9fb0-9eb0306b02ef tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0488746 Jun 23 18:30:20.145327 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b09d179d-74b4-40b7-8024-f8c5e1c85c24 req-9551a4fc-8c02-46a8-ad50-a0f19145a366 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0488694 Jun 23 18:30:20.539162 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-82a7586e-4d2a-40ce-8312-f751efb1c832 req-bdba5e0e-4aa0-4189-b28d-ed3a7396abf8 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0478530 Jun 23 18:30:21.299615 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-511523af-a57f-4d10-8281-d946feb597b7 req-b502945f-0deb-4756-8b51-445c8abdb4c1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0474577 Jun 23 18:30:21.377904 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:30:21.697739 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-355e9922-2b09-4e9f-875d-eef30fd20f02 req-3a38fbdf-a429-4fd2-aea6-eae44ac84ebf tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0530450 Jun 23 18:30:22.475927 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9746f929-1f9a-4f65-ba89-ba4adfd86949 req-d61bde90-a7fc-4881-89ac-85d3c4942e0b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0669432 Jun 23 18:30:22.498515 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7868ecda-eba8-49d7-8658-fca1c1d1f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:22.853594 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dcd8d58a-535d-40a5-a70e-ea6d912e77e8 req-76de6399-6df3-4395-808c-d1a245ab6ae0 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0498154 Jun 23 18:30:23.636427 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-099e2624-f0b7-4be8-ace0-004888a5ab1c req-1a30d734-fd44-40d6-bd31-140d9da87528 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0480237 Jun 23 18:30:24.021295 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65aba2b8-e08e-450a-a9ba-325e984d640b req-0ff96a98-b91c-4ce4-a215-506c0cbd1333 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0576544 Jun 23 18:30:24.606682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4367d863-5eaa-4eda-8b83-a62ce6607a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:24.864040 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-800e09f8-102b-43e6-a486-ffd963faaf4f req-bb267b51-6cf1-4c88-8ce2-2c5e8ca8714a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.1142204 Jun 23 18:30:25.177171 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1355116b-f43e-4100-9762-b49006cb43bd req-cec78738-eec1-4e8a-ac9c-93e27bec2e79 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0496385 Jun 23 18:30:26.023618 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d1b3a15a-4f21-4d3b-8cf5-7c13149273f8 req-e5095a52-9c9e-4ec1-a466-e8ca3bcb735e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0491784 Jun 23 18:30:26.155372 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:26.214829 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:26.334274 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fce68d4b-9fd3-423c-aa49-b5d3523275d6 req-7a4d4209-df2a-4b6e-8963-4550801ff35d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0482044 Jun 23 18:30:27.189726 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eeda69f3-eeb6-4f6d-83da-8c456e20c0c0 req-12f00fb7-7b3d-419f-92e5-5d753722b94b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0530634 Jun 23 18:30:27.492918 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-64621919-6fcc-45b6-90e7-7c73b96695be req-982bca66-d448-4e05-bc6d-ec1e42234c41 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0512881 Jun 23 18:30:27.858967 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:28.348176 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83af247a-9641-4ccc-b757-1e3792cc1d3c req-ea01c018-019e-41a0-9214-d1d075648a83 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0489526 Jun 23 18:30:28.649516 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b0fdbd1-da52-4287-896f-13af9eb13090 req-c19c52b9-ea05-4f51-893f-2b83acc10a67 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0501063 Jun 23 18:30:29.506984 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0b895f32-0029-4da2-a6a0-8b2313ccfce0 req-da88a54e-4e57-42c4-844d-975a15882179 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0496533 Jun 23 18:30:29.640458 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-42357074-ed0a-465e-95b6-2553930c032b req-151ffc45-be50-43ae-abac-3e0ee5e37458 service neutron] (88124) timed out ('10.222.0.26', 47368) {{(pid=88124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:30:29.804418 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-486790c8-7347-48ae-9e02-60d2b37c4348 req-1f22e5e8-8870-4c75-8e26-560ac39cb4b1 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0507410 Jun 23 18:30:30.671204 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b3e5769b-1690-4128-9bf8-7a90a9f78ab9 req-057c5b66-c869-4c90-b08a-0d009ed28726 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0523267 Jun 23 18:30:30.959510 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8ff2c9f1-a896-4216-b135-4fdf97e9fecd req-16de072a-98b1-4393-992c-62cce5dd3656 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0488434 Jun 23 18:30:31.828060 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3dc1c5f0-045a-4adf-b4e6-0e091482939d req-2d67efda-e183-4a51-97b5-3fd743329fb4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0492997 Jun 23 18:30:32.114853 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa9d6445-3475-4695-a0f6-3985a15dce6c req-d31e68d6-6f85-4dec-8da8-d69abd95f7ca tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0475750 Jun 23 18:30:32.988691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65b48e92-1414-48b9-9294-8efb17284cee req-4d5586e5-a331-4e1e-85a0-efbd756ca35f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0521643 Jun 23 18:30:33.349843 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-701cb46f-edf4-487b-a8aa-a53d7ca65a3e req-ec981700-0192-424c-980a-c0330f56a844 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.1313732 Jun 23 18:30:34.146446 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f4fe64ff-550f-4750-8c34-690b1334d0b9 req-5a574043-fb02-42bb-a368-0144521e588b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0486560 Jun 23 18:30:34.501833 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67958afa-e813-4cd7-9fdf-437a4704e9ca req-fdc79154-eabd-41ce-a192-54d42f70bf97 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0480542 Jun 23 18:30:35.301173 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09c7e5e1-d719-4094-bddb-037e27189e6a req-1c965b8c-cb93-4d8f-8dfc-cdbf9e0295b2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0488942 Jun 23 18:30:35.657518 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec51f485-5b87-4aac-b7af-392349ea76e5 req-c55bb3dd-fcee-4ca4-b583-de23df9af4c0 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0508890 Jun 23 18:30:36.460868 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7aaf9b56-6149-4286-aeca-52946e8b697b req-9a72e3e5-9ef3-40f2-9dcd-e2a68e439f2e tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0508149 Jun 23 18:30:36.813541 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f287ece4-028a-4c30-9c60-4267c3603c8f req-fc9f9274-8234-4185-9c87-ce9fc3ef85e4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0499394 Jun 23 18:30:37.621571 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f0361f2c-60e5-4701-9535-3da4698e64ba req-9b3d2f43-547f-4eda-a2a9-4a11b60de683 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0482912 Jun 23 18:30:37.970367 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-29d55f7f-2153-46c1-9ce4-d89504bb33eb req-e3f3771c-1aea-4155-b2c2-4cf18af64266 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0521772 Jun 23 18:30:38.780850 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8a873181-6494-4e7c-86f4-7161367567d0 req-4bd62ad2-f141-42d6-b234-79a09a41caac tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0520720 Jun 23 18:30:39.125177 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96ef69a4-34ae-4fd2-b19b-d024eb6dc512 req-7d6f6d50-774c-426b-b022-c98f821ad416 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0485482 Jun 23 18:30:39.502106 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:39.947176 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ea63f264-9062-4d21-a316-ef0ddcc7101f req-54fab410-5d24-4fba-aab1-e906e6d56539 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0478940 Jun 23 18:30:40.281882 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8d7d41f7-2d3d-47a1-9a8a-1a1549e35504 req-af6a1085-1709-4f9c-91c7-6f570b608bb5 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jun 23 18:30:41.105406 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-866621bb-16b8-4c6b-82db-0678dbf04762 req-941ab61f-2991-4cc1-8e76-22ecbc8eb195 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0487974 Jun 23 18:30:41.439881 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3b7dce-16ac-4931-8a9b-d31b1ea78737 req-b52c839a-54bc-470f-8df8-cd5f635f41c4 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0523794 Jun 23 18:30:42.266268 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ba0c05f3-0d25-47e0-8fa4-fef431ec5e97 req-ab80a619-4d22-40ce-9d6c-935e15950b47 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0522692 Jun 23 18:30:42.594851 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-abaa83a8-850b-4fed-99b8-f713aff77809 req-ddb48363-5720-4dd5-a584-97d1baa21465 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0495448 Jun 23 18:30:43.426193 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aaec9c48-0dbc-4cca-a6aa-60c45c32f586 req-4b8c18f6-ff8d-4cc7-a8e0-26a4ae4bfded tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0485044 Jun 23 18:30:43.749341 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-60928582-3184-45ac-b0a8-196893c44af1 req-700ba893-9118-4e41-8afb-4235817105bb tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0518532 Jun 23 18:30:44.587481 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ec485af9-c0e1-44c9-ab74-492dd45dd895 req-28617567-d6b9-484b-8f44-8bee9fcfc5bd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0508540 Jun 23 18:30:44.906258 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0acd5c62-ad1f-4088-a75a-7d2aa0de6fc9 req-bfcf92bd-db0c-4f04-a941-14a30e1dd5d6 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0500000 Jun 23 18:30:45.743730 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f7abd2c-7f44-407c-93c9-f8537e4c1b3d req-f99283c8-efdb-41cf-a73f-655d0bdec106 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0475976 Jun 23 18:30:46.065820 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0828753-a197-4357-9d4f-141d4cf3c103 req-e3ca6a86-89eb-4c80-a765-22992f035653 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0483725 Jun 23 18:30:46.901886 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e97cec91-dc0e-4d3c-8e8b-6029189c1417 req-ddda8bc8-1834-43f3-a7aa-1b2363473f1a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0489991 Jun 23 18:30:47.223246 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ffa8c68c-114c-47ec-8403-928abbcf6e3e req-d91e817f-68f6-4fd2-85f4-326acdef984d tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0535576 Jun 23 18:30:48.070596 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4e117ca-f435-4905-bf73-8090b854daf2 req-53a29482-9e91-4b99-a9c0-26bfd2950c64 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0522919 Jun 23 18:30:48.376350 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ab026d3-50a9-4db6-be39-139b306ba0e5 req-bdef635d-9a6d-483a-b57b-c34f23c19725 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0498919 Jun 23 18:30:49.227795 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1ff15427-c8ad-4724-ba67-ee0e07c927e5 req-21969342-d82c-4b33-87e0-8ce3c0e6f395 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0491271 Jun 23 18:30:49.535640 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-04476cd3-da71-4987-94d6-996d7c8f0062 req-30b4e444-279d-4558-95b4-bdbff41c94c2 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0530856 Jun 23 18:30:50.391381 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-68afa3b8-f270-4fe7-9a22-147f95e4254a req-c3e7390a-557e-440c-8292-7d5b3a8f606a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0512714 Jun 23 18:30:50.689247 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f691c3a4-fff3-4ebc-9a8d-29f5be2a779a req-ed419700-2021-40c9-8119-d91589d0aa9e tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0492797 Jun 23 18:30:51.550548 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33caa456-5bdf-4c39-b62d-cb88aab5da07 req-935a5dfe-742a-46bd-96ed-91ebf600f13a tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0501173 Jun 23 18:30:51.840766 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-06a70f6d-548f-4b49-bfff-a6d7eae2ee97 req-d3761699-fd84-4ab1-b2ae-7ae87811dcbc tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0489953 Jun 23 18:30:52.502858 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5309e24-7c42-4bc6-8c30-4c3808b6b4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:52.706658 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4fe3c667-2157-4d1e-bc13-db08f2902f60 req-ba474ca7-06c7-4d33-8d91-308286eb774b tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0478210 Jun 23 18:30:52.997867 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3968ea21-f7f6-468b-8211-c8e127de1223 req-9b57fd11-c455-4b58-9ad2-abfd92a950b0 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0516281 Jun 23 18:30:53.869574 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0cdd2b0b-a518-4a58-9f1d-5e47f7726bac req-81251b02-581d-44f5-8bb4-cf138d8e7af4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0506339 Jun 23 18:30:54.150208 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c267c406-1765-4d64-a5e0-a286a69e041a req-88db39ea-8227-4896-90ef-d92bd1f8215c tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0490735 Jun 23 18:30:54.610173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c3d84edb-ed45-4d14-a8da-e614f38ea383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:55.076596 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a9429a80-4dca-4540-9da5-ab185cb046a5 req-3b3460c3-045b-48d2-8d6d-ccdc210f37e6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c595c7-39cf-4e7f-b04d-17c2a20b9275 HTTP/1.1" status: 200 len: 210 time: 0.0553112 Jun 23 18:30:55.348071 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c6375fc0-5b5d-46be-8acd-e6dccc666ecc req-9c96adb1-6626-4011-b61e-b832957367f0 tempest-VolumesSnapshotTestJSON-1763292989 tempest-VolumesSnapshotTestJSON-1763292989-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bc0cfc-66c0-4c14-8b36-0df0314bba4d HTTP/1.1" status: 200 len: 210 time: 0.0549889 Jun 23 18:30:55.572764 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55efeae-07d5-4802-8f25-bca1cb961cc9 req-da0ec67b-bc33-4d6c-82dd-9dda05a971fd tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:55.574465 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d55efeae-07d5-4802-8f25-bca1cb961cc9 req-da0ec67b-bc33-4d6c-82dd-9dda05a971fd tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.0994451 Jun 23 18:30:55.619289 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d55efeae-07d5-4802-8f25-bca1cb961cc9 req-a07f7e35-365f-4175-acc6-0fdcbea1c94a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:30:55.635801 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d55efeae-07d5-4802-8f25-bca1cb961cc9 req-a07f7e35-365f-4175-acc6-0fdcbea1c94a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:30:55.637329 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d55efeae-07d5-4802-8f25-bca1cb961cc9 req-a07f7e35-365f-4175-acc6-0fdcbea1c94a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/security-groups?id=3dc80cda-e2b3-44ee-b039-f6459f11213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Jun 23 18:30:55.821893 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52c568-ba35-48d6-8eef-44b4d25bf8cf req-3942848e-328a-4626-ac4e-c512be00b9ec tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:55.823357 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bf52c568-ba35-48d6-8eef-44b4d25bf8cf req-3942848e-328a-4626-ac4e-c512be00b9ec tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.1543262 Jun 23 18:30:55.875676 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bf52c568-ba35-48d6-8eef-44b4d25bf8cf req-63713ffa-e03c-408a-a7c3-fe2422129e17 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Jun 23 18:30:56.146057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33471f5-bf04-4e38-852a-abba6af49612 req-b9385e3a-65aa-4560-b4ac-94b313846c83 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:56.146750 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-c33471f5-bf04-4e38-852a-abba6af49612 req-b9385e3a-65aa-4560-b4ac-94b313846c83 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:30:56.162020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.163742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-c33471f5-bf04-4e38-852a-abba6af49612 req-b9385e3a-65aa-4560-b4ac-94b313846c83 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:30:56.164971 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c33471f5-bf04-4e38-852a-abba6af49612 req-b9385e3a-65aa-4560-b4ac-94b313846c83 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.36 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 945 time: 0.1096334 Jun 23 18:30:56.217221 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.237234 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Deleting port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:30:56.237569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.294580 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-88580cd7-cf79-49ee-9b46-922b920a3667 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:56.296365 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-88580cd7-cf79-49ee-9b46-922b920a3667 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.0900388 Jun 23 18:30:56.369117 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Deleting port f5493a92-eef0-4edb-807f-a85cfeb7ff52 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:30:56.369448 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.500284 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] For port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:30:56.500733 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.630207 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Calling delete_port for 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:30:56.646665 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] For port f5493a92-eef0-4edb-807f-a85cfeb7ff52, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f5493a92-eef0-4edb-807f-a85cfeb7ff52,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:30:56.647231 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.736529 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.36', 53760) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:56.882714 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:56.895156 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:30:56.943334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Pushing event deleted for resources: {'Port': ['ID=8a8a0d21-62f3-4f56-a7ef-d85c6ef16369,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:56.965492 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-34c201f7-c751-4b05-acac-56739c77a743 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2278619 Jun 23 18:30:56.969002 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.969352 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.969703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.970425 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.970933 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.971280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.971622 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.972385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.972686 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.973014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.973338 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:56.973659 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.022471 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c2b2baee-a91c-4f43-8ecb-85e0dc4d8d3d req-18c6214f-9e10-4499-bc63-1c187ab4b9a8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.2637956 Jun 23 18:30:57.117388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] No DVR routers for this DVR port 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:30:57.188616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.212523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'name': 'network-vif-deleted', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:30:57.223486 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.36 "DELETE /v2.0/ports/8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 HTTP/1.1" status: 204 len: 173 time: 1.0528131 Jun 23 18:30:57.242888 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55738) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:57.260056 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.261993 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.262574 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Floating IP fd5d18f4-54f4-4333-86a1-20160ed66d4e disassociated. External IP: 172.27.2.3, port: f5493a92-eef0-4edb-807f-a85cfeb7ff52. Jun 23 18:30:57.265247 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Calling delete_port for f5493a92-eef0-4edb-807f-a85cfeb7ff52 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:30:57.315941 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29cbf7d-5298-4059-8c50-76bd9d28564d'] response: {'server_uuid': '02914487-b08e-4719-90ea-b7d9ecc6a356', 'name': 'network-vif-deleted', 'tag': '8a8a0d21-62f3-4f56-a7ef-d85c6ef16369', 'status': 'completed', 'code': 200} Jun 23 18:30:57.348906 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.356744 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-382bfc81-8179-4c23-aa76-7e7101140061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:57.358804 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-382bfc81-8179-4c23-aa76-7e7101140061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.2430193 Jun 23 18:30:57.415093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.508120 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.551223 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2d81c-966a-445f-acbc-f11e7a5b4c6c req-e6f91759-c1c7-458c-81be-6cc04b2b24d3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:57.553006 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65f2d81c-966a-445f-acbc-f11e7a5b4c6c req-e6f91759-c1c7-458c-81be-6cc04b2b24d3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 946 time: 0.2174342 Jun 23 18:30:57.561937 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-7ddc7000-e2eb-4b50-8dcf-f0a335a12d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:57.564067 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-7ddc7000-e2eb-4b50-8dcf-f0a335a12d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1803846 Jun 23 18:30:57.565055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.568870 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event deleted for resources: {'Port': ['ID=f5493a92-eef0-4edb-807f-a85cfeb7ff52,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:57.599843 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.600196 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.600540 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.601029 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.601296 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.601628 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.601990 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.602312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.602676 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.602946 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.603266 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.603590 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:30:57.647768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912eae84-98e8-43cf-85ce-37dcf98dada2,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:57.663230 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-3eacbf22-5e33-43a3-8d83-0cc4c9701ac4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0823619 Jun 23 18:30:57.666619 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.667613 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-aa2c1050-731c-4c45-9a71-3e761402f831 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "DELETE /v2.0/security-groups/912eae84-98e8-43cf-85ce-37dcf98dada2 HTTP/1.1" status: 204 len: 168 time: 0.4170060 Jun 23 18:30:57.700586 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55742) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:57.726263 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.api.v2.resource [None req-2a116885-2f2a-47e8-8300-ed75cbde40a3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] show failed (client error): The resource could not be found. Jun 23 18:30:57.729959 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-2a116885-2f2a-47e8-8300-ed75cbde40a3 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups/912eae84-98e8-43cf-85ce-37dcf98dada2 HTTP/1.1" status: 404 len: 347 time: 0.0257485 Jun 23 18:30:57.731090 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55746) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:57.764885 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65f2d81c-966a-445f-acbc-f11e7a5b4c6c req-fee4429c-e6b5-4d09-a4a7-39114f4d3904 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbf8973-8610-4dcc-8537-34319e4dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919427 Jun 23 18:30:57.812093 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:30:57.865351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:57.913413 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-b3db1869-c206-4954-84e1-c50028916728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:57.914856 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-b3db1869-c206-4954-84e1-c50028916728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.2460649 Jun 23 18:30:58.002116 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:30:58.012693 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:30:58.025563 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:30:58.026558 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:30:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:30:58.036330 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Deleting port 3101e90a-4856-4d74-bad0-ee73391d6270 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:30:58.036668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:58.107911 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] No DVR routers for this DVR port f5493a92-eef0-4edb-807f-a85cfeb7ff52 on host hv-cinder-84718 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:30:58.111747 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:58.116303 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'name': 'network-vif-deleted', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:30:58.144095 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "DELETE /v2.0/ports/f5493a92-eef0-4edb-807f-a85cfeb7ff52 HTTP/1.1" status: 204 len: 173 time: 1.8427646 Jun 23 18:30:58.196634 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e302ed-a695-4c9f-8927-81fe4e8800f5'] response: {'server_uuid': '4d6a2388-4d14-4dc1-97d4-6b27189314af', 'name': 'network-vif-deleted', 'tag': 'f5493a92-eef0-4edb-807f-a85cfeb7ff52', 'status': 'completed', 'code': 200} Jun 23 18:30:58.287588 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:30:58.298050 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f4ba5d29-be2d-4f65-a852-5df20787ab00 req-569c6f51-aa64-44f3-98cd-50cc6fc750a0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Synchronizing usage tracker for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:30:58.315872 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-36b6bb9d-be29-4586-9913-d487b4101aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:30:58.317313 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-36b6bb9d-be29-4586-9913-d487b4101aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3432007 Jun 23 18:30:58.409280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f4ba5d29-be2d-4f65-a852-5df20787ab00 req-569c6f51-aa64-44f3-98cd-50cc6fc750a0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] Unset dirty status for tenant:52971060282b48e18d48ca79a129103d on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:30:58.411442 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f4ba5d29-be2d-4f65-a852-5df20787ab00 req-569c6f51-aa64-44f3-98cd-50cc6fc750a0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.1846657 Jun 23 18:30:58.423969 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:30:58.434250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:58.434577 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:58.567098 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Calling delete_port for 3101e90a-4856-4d74-bad0-ee73391d6270 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:30:58.602353 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:30:58.606713 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:30:58.615381 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:30:58.615971 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:30:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:30:58.647536 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-7cf96b31-f1e5-4ba4-ae0a-d3971b5dd8e9 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193278 Jun 23 18:30:58.830321 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:30:58.840131 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1f2ca54-c222-450d-9f6e-68591e7a2d9b req-4ab7d73d-4dbb-41b7-9255-a01dddcad67f service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813097 Jun 23 18:30:58.855036 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:58.905771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'Port': ['ID=3101e90a-4856-4d74-bad0-ee73391d6270,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:58.955610 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-115cf85f-2e29-49b7-af91-4b57847b23c5 req-f16e28db-ddc3-4998-8613-53ad4ae924f8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:30:58.972329 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-115cf85f-2e29-49b7-af91-4b57847b23c5 req-f16e28db-ddc3-4998-8613-53ad4ae924f8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:30:58.981863 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-115cf85f-2e29-49b7-af91-4b57847b23c5 req-f16e28db-ddc3-4998-8613-53ad4ae924f8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0769293 Jun 23 18:30:59.012248 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.030083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.031524 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5fcb90d6-f6aa-40ff-8e31-0235919c6460 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "DELETE /v2.0/floatingips/e1a8081d-a5f4-4098-b1aa-1bc666db2ba0 HTTP/1.1" status: 204 len: 168 time: 1.2994804 Jun 23 18:30:59.172967 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:30:59.176745 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160e3d5-47ad-43bf-b742-65d0b5bc3fa6 None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:12:55Z', 'revision_number': 4, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '35b16c18-dcf5-461a-a63d-20f4d55beddc', 'name': '', 'network_id': '3cd2f189-565f-4f5c-b1d1-11441444c53e', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'mac_address': 'fa:16:3e:e4:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:52Z', 'updated_at': '2022-06-23T18:13:11Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'subnets': [{'id': 'f2fe3f03-6d9d-40a8-875c-47545aab9617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:30:59.270359 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55764) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:59.275447 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362918672', 'description': 'tempest-description--898594750'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:30:59.283058 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:30:59.289341 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:30:59.292986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:30:59.300327 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:30:59.310902 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.332615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:30:59.336474 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:30:59.339370 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:30:59.345358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:30:59.404843 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724ef76-8424-4faa-be63-ac1a22936792 None None] New status for floating IP fd5d18f4-54f4-4333-86a1-20160ed66d4e: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:30:59.419651 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.423459 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.470987 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bad155-f9b3-40e9-85b1-ed9a7d50e275,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:59.475277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.476650 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81080edc-35ef-492d-af62-036b0b7879f5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2052691 Jun 23 18:30:59.479449 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55770) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:59.485355 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group_rule': {'security_group_id': '10bad155-f9b3-40e9-85b1-ed9a7d50e275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:30:59.491588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:30:59.495118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:30:59.498009 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:30:59.503699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:30:59.522540 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.578785 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13bd948d-d2db-4e6e-950b-22c5c6202626 req-fc4ed259-729b-4de6-b47a-3d6b12f6ccef tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0536747 Jun 23 18:30:59.586636 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.590879 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.620065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fae82d-c4d3-4b4a-91ae-b3f7974ef6c8,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:59.630761 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.632323 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-75eebfa8-2a7a-46dd-9539-b9508471c6da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519678 Jun 23 18:30:59.635102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55774) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:59.640599 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'security_group_rule': {'security_group_id': '10bad155-f9b3-40e9-85b1-ed9a7d50e275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:30:59.646246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:30:59.650070 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:security_group_rule and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:30:59.652965 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:30:59.658961 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:30:59.678366 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.740086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.743547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.767409 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832f53d9-2bbc-48d0-aa25-bd6d7b31e2e4,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:30:59.776104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:30:59.777393 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-572ab0ce-b3b1-4ceb-af2d-ad194029be2c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413212 Jun 23 18:30:59.780710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55778) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:30:59.786063 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:30:59.792170 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:30:59.796891 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Usage tracker for resource:floatingip and tenant:08475344ac91467c92b7cf0c9265d255 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:30:59.799987 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:30:59.805907 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:30:59.816638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.037765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.088994 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device f5493a92-eef0-4edb-807f-a85cfeb7ff52 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:31:00.122277 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: f5493a92-eef0-4edb-807f-a85cfeb7ff52 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:31:00.122621 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device f5493a92-eef0-4edb-807f-a85cfeb7ff52 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:31:00.123025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:31:00.152003 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8cc45ad6-a685-4bbc-8c50-95195ad7da79 req-9838a9c5-6d05-4f84-bbc9-2e2d70014602 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0645776 Jun 23 18:31:00.158279 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:31:00.158615 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 8a8a0d21-62f3-4f56-a7ef-d85c6ef16369 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:31:00.226783 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Allocated IP 172.27.2.39 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/d32de669-5da3-4c5f-aa99-5a8a9e7e1328) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:31:00.375406 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.404516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.472057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:31:00.474872 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:31:00.478630 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:31:00.513973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=d32de669-5da3-4c5f-aa99-5a8a9e7e1328,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:00.562985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.626655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.734832 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b5db4fdd-96bb-4bd5-bd23-c37232a67670 req-902b3e7b-96ef-4239-8a0e-6d81b682d30f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0508251 Jun 23 18:31:00.832626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.837894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.943108 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=d32de669-5da3-4c5f-aa99-5a8a9e7e1328,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:00.958661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.979657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:00.980844 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c49d0f62-d23c-4983-a7ed-3918cb6a25b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1990397 Jun 23 18:31:01.152509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-dfa0ee2e-cd77-4670-848f-4e138c955a21 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:31:01.167460 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-dfa0ee2e-cd77-4670-848f-4e138c955a21 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:31:01.168661 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-dfa0ee2e-cd77-4670-848f-4e138c955a21 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--362918672&fields=id&tenant_id=08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 267 time: 0.0545156 Jun 23 18:31:01.303670 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c3ab5ef-397f-491a-b74d-c5f5fe8e7278 req-ad99d42b-2b29-41ff-8844-98cbeb20f5de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0489044 Jun 23 18:31:01.317628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-4b9b9aef-2204-460d-bd69-8753ca123c02 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:01.319109 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-4b9b9aef-2204-460d-bd69-8753ca123c02 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 817 time: 0.1438494 Jun 23 18:31:01.333799 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-76134d0d-18f8-448e-b49e-76b0f5f73d58 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/quotas/08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 375 time: 0.0094171 Jun 23 18:31:01.421148 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-29a14075-dcf9-4d96-ba0e-3c86e20b18c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:31:01.435484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-29a14075-dcf9-4d96-ba0e-3c86e20b18c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:31:01.436889 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-29a14075-dcf9-4d96-ba0e-3c86e20b18c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983429 Jun 23 18:31:01.493534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-04ce7be5-6e7f-4d4a-a017-db150d50c7f6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:31:01.494513 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-04ce7be5-6e7f-4d4a-a017-db150d50c7f6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464916 Jun 23 18:31:01.625517 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-1e1b9c9b-8d5a-4072-b0eb-eb88cab422cd service neutron] 10.222.0.26 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249423 Jun 23 18:31:01.755714 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-2186f19c-cd7e-4e44-ba23-5d23ae89bbd3 service neutron] 10.222.0.26 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242983 Jun 23 18:31:01.894127 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f8251d18-581b-41c1-a70a-53e7e2983303 req-fca7b2b8-fa39-45df-a097-9cc9d319490a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0531723 Jun 23 18:31:02.457598 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7ca05346-d835-4265-849e-e5b929053740 req-a9248647-4971-420d-b747-b8589a190d5a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486875 Jun 23 18:31:02.963341 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6d0a2617-14ff-4257-8c9b-58d6206b01cf req-f70c581c-3584-4143-a042-cc6226631a17 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 210 time: 0.0512500 Jun 23 18:31:03.055365 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-288a7623-2796-457b-b441-f8f7c83d4793 req-1606d2c1-63b9-4836-89b5-23cf3d83d4e5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0527763 Jun 23 18:31:03.715689 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-898f277c-289b-4822-ac6a-c23168a0770d req-f7ebbaa5-25fb-4090-b1c2-dd6e772aff5f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1545157 Jun 23 18:31:04.163753 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8429f6c0-0bcb-475e-b534-576a6a6fe341 req-753f6cbc-d9a3-43fd-ae97-0adc7c1a0d51 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 210 time: 0.0579057 Jun 23 18:31:04.207424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fee06a81-a1c6-41b6-ba74-f57b948cdeec tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:04.208848 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fee06a81-a1c6-41b6-ba74-f57b948cdeec tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 817 time: 0.2950330 Jun 23 18:31:04.222216 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cc7cff8-cd6a-4842-99fb-bb7a779fae47 req-6460a158-45d9-4420-b31f-2b194cc32330 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0514188 Jun 23 18:31:04.261368 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-aeaf3143-ef66-4781-8758-37ceeee5de22 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08475344ac91467c92b7cf0c9265d255 HTTP/1.1" status: 200 len: 379 time: 0.0437407 Jun 23 18:31:04.270447 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'port': {'device_id': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'admin_state_up': True, 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'security_groups': ['10bad155-f9b3-40e9-85b1-ed9a7d50e275']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:31:04.404843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:31:04.414654 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:31:04.424945 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Made reservation on behalf of 08475344ac91467c92b7cf0c9265d255 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:31:04.428449 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:04.591423 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Allocated IP 172.20.0.11 (25599663-31ed-4897-8f26-e6c82b68cbcd/52ae013e-de36-439c-a7b4-16198810ce20/80e4ca50-2aa3-42be-bd46-6de77351b0ea) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:31:04.783126 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:04.799146 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Transition to ACTIVE for port object 80e4ca50-2aa3-42be-bd46-6de77351b0ea will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:31:04.823464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:04.947356 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cc80467-f1ed-45a9-9f0c-2eac1ba0bf5c req-a61b3cbe-3321-4b6e-87c9-9d153776f414 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1217794 Jun 23 18:31:04.956951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Network 25599663-31ed-4897-8f26-e6c82b68cbcd is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:31:04.960051 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:31:04.964603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event updated for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:04.970983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:31:05.056358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:05.057393 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:05.095124 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-fa5c3d00-55f8-4092-90cd-e7387c317f31 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8282356 Jun 23 18:31:05.109120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Request body: {'port': {'device_id': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:31:05.158904 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4804d93f-604b-4c7b-b6cc-92a56a1fee32 None None] Provisioning for port 80e4ca50-2aa3-42be-bd46-6de77351b0ea completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:31:05.166784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4804d93f-604b-4c7b-b6cc-92a56a1fee32 None None] Provisioning complete for port 80e4ca50-2aa3-42be-bd46-6de77351b0ea triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:31:05.167088 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4804d93f-604b-4c7b-b6cc-92a56a1fee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:05.228358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-4804d93f-604b-4c7b-b6cc-92a56a1fee32 None None] Port 80e4ca50-2aa3-42be-bd46-6de77351b0ea cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:31:05.236410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:05.396566 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5167-f1af-4728-9014-bc796b465c11 req-5d070a61-4e5d-42dc-bbc0-0512567b65e1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:05.398055 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12bd5167-f1af-4728-9014-bc796b465c11 req-5d070a61-4e5d-42dc-bbc0-0512567b65e1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 932 time: 0.1099982 Jun 23 18:31:05.419982 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9e6c9f73-97de-4aa1-b948-4c07cf5914f3 req-d59742d5-6959-43c7-af4f-a8c65e167aed tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0611663 Jun 23 18:31:05.445434 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12bd5167-f1af-4728-9014-bc796b465c11 req-f5eaeb45-62bf-4b66-8875-a07f6db2b815 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Jun 23 18:31:05.647314 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e4ca50-2aa3-42be-bd46-6de77351b0ea {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:31:05.655101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:05.669001 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Transition to ACTIVE for port object 80e4ca50-2aa3-42be-bd46-6de77351b0ea will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:31:05.673426 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:05.804674 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:05.921458 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Attempting to bind port 80e4ca50-2aa3-42be-bd46-6de77351b0ea on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:31:05.921789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Attempting to bind port 80e4ca50-2aa3-42be-bd46-6de77351b0ea by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:31:05.922140 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Attempting to bind port 80e4ca50-2aa3-42be-bd46-6de77351b0ea on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:31:05.926874 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Port 80e4ca50-2aa3-42be-bd46-6de77351b0ea on network 25599663-31ed-4897-8f26-e6c82b68cbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:31:05.927127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Attempting to bind port 80e4ca50-2aa3-42be-bd46-6de77351b0ea on network 25599663-31ed-4897-8f26-e6c82b68cbcd {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:31:05.932189 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:31:05.932519 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Checking segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:31:05.932897 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Bound using segment: {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:31:05.933313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Bound port: 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181c5f8-d2ed-4462-832f-867bafab5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:31:05.933656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:06.117724 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-18b0fa0d-3c20-4fa2-bc22-931fd464dfc2 req-d86c4b0f-4a37-4b3c-8682-2d10456e64cb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0569060 Jun 23 18:31:06.145459 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:31:06.148325 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:31:06.152980 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:06.204759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:06.204906 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:06.206379 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/80e4ca50-2aa3-42be-bd46-6de77351b0ea HTTP/1.1" status: 200 len: 1094 time: 1.1038213 Jun 23 18:31:06.214343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:31:06.243725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd73c8-303e-45f9-9268-5ec07598f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:06.290535 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aafb4b0-bbdc-4b9f-a657-02a6f3d036ca'] response: {'name': 'network-changed', 'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'status': 'completed', 'code': 200} Jun 23 18:31:06.341904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-a18991a7-a5c6-4b76-870a-28d765e1c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:06.343951 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-a18991a7-a5c6-4b76-870a-28d765e1c3e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 1097 time: 0.0928054 Jun 23 18:31:06.413281 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-4d5fd60e-e26f-4b94-98d0-80e2428f272b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea HTTP/1.1" status: 200 len: 217 time: 0.0611539 Jun 23 18:31:06.477721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-6a4faf1a-9d1d-4d80-8bdb-d69d55f293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:06.479369 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-6a4faf1a-9d1d-4d80-8bdb-d69d55f293a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0602667 Jun 23 18:31:06.595881 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-239b4073-cb70-43d3-bd93-a7622d34bb3b req-b4daa5fa-f3ca-4149-b148-957d2ff8c98f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0667207 Jun 23 18:31:06.618077 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-3201557c-e151-46fd-bcfe-0ba3603ca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:06.619527 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-3201557c-e151-46fd-bcfe-0ba3603ca930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1326337 Jun 23 18:31:06.655799 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bc4f1-3b21-4962-a7ba-9381fdeff55c req-230a7784-01ef-4153-aa6d-4b88793e3bd2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:06.657234 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-798bc4f1-3b21-4962-a7ba-9381fdeff55c req-230a7784-01ef-4153-aa6d-4b88793e3bd2 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 944 time: 0.0957694 Jun 23 18:31:06.704026 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-798bc4f1-3b21-4962-a7ba-9381fdeff55c req-ea5327cf-1dd1-4e55-b3d5-d0d75c203f22 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Jun 23 18:31:06.751416 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-58691abe-4c61-43bb-9410-f149ff58f587 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246846 Jun 23 18:31:06.880205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc4789cc-ad10-4c8d-a563-ac1edbcc69a4 req-503c76e9-3d92-4f22-9a6c-86ae638af6ab service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226258 Jun 23 18:31:07.001468 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-f4a2d73b-a3b7-4984-acbd-650b3019ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:07.002945 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-f4a2d73b-a3b7-4984-acbd-650b3019ebf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 1097 time: 0.0794346 Jun 23 18:31:07.129429 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-e0ad598b-c833-4985-818b-5dfdda5d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:07.130878 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-e0ad598b-c833-4985-818b-5dfdda5d42c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1210785 Jun 23 18:31:07.200730 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-8eafb567-8590-4b4f-9522-06307dcbed63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea HTTP/1.1" status: 200 len: 217 time: 0.0636654 Jun 23 18:31:07.294778 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-59835567-10ad-42ae-94e9-fa3e134a8348 req-6f6f9f20-f28f-4a4b-9974-638a3c4bc70b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0587590 Jun 23 18:31:07.310403 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-1a6bfba1-7391-4655-8eb8-4841609a0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:07.312412 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-1a6bfba1-7391-4655-8eb8-4841609a0a56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.1056721 Jun 23 18:31:07.392812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-4f10cf36-cbd6-42ca-87ba-4bc02f7cbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:07.394290 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-4f10cf36-cbd6-42ca-87ba-4bc02f7cbbbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757122 Jun 23 18:31:07.525068 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-1ee1a14a-c5f7-4051-ad6b-37c4e8e9d72c service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235116 Jun 23 18:31:07.731703 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0243aaef-89cc-4f6a-9fee-738c805ead5c req-ce7a5d8f-1f89-42de-ab16-7b9b2206c939 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999459 Jun 23 18:31:07.755584 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa210c31-ddfe-4b7e-b316-cffd81f73acf req-a4de5d15-ea88-42af-9d2e-36a46437d383 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0506291 Jun 23 18:31:07.900691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833e9b7-b71d-462f-9041-9e357cb8c168 req-7a8ca38a-3be6-4059-bdb6-0cd41084adbd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:07.901302 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1833e9b7-b71d-462f-9041-9e357cb8c168 req-7a8ca38a-3be6-4059-bdb6-0cd41084adbd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Synchronizing usage tracker for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:31:07.916766 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-1833e9b7-b71d-462f-9041-9e357cb8c168 req-7a8ca38a-3be6-4059-bdb6-0cd41084adbd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Unset dirty status for tenant:08475344ac91467c92b7cf0c9265d255 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:31:07.917938 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1833e9b7-b71d-462f-9041-9e357cb8c168 req-7a8ca38a-3be6-4059-bdb6-0cd41084adbd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 944 time: 0.1021483 Jun 23 18:31:07.964975 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1833e9b7-b71d-462f-9041-9e357cb8c168 req-61989bff-72d5-4e4c-842a-a618750cdc90 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402420 Jun 23 18:31:08.448443 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3f73b502-c427-4c68-ac6a-5ed63e2a306a req-928d2ff8-a650-49ae-9108-cde674d9f03a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486131 Jun 23 18:31:08.910249 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c77a1bd0-644f-4914-949d-9b3957a50b31 req-8184408e-cdf9-44b8-8cc1-86589e20d4fd tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0503347 Jun 23 18:31:09.162755 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ebae-6c7b-47b3-938c-a2f92d34ade4 req-eca5f171-e2a4-4889-a3df-dc141d0d4aa5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:09.164114 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a82ebae-6c7b-47b3-938c-a2f92d34ade4 req-eca5f171-e2a4-4889-a3df-dc141d0d4aa5 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 944 time: 0.0899324 Jun 23 18:31:09.208524 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6a82ebae-6c7b-47b3-938c-a2f92d34ade4 req-ffa8ea61-b518-4622-9837-0aa295889495 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386627 Jun 23 18:31:09.514997 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:09.602630 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f68b24ec-1979-40f2-a7fc-ef21d0111d3e req-255f8987-f1dc-4d2b-92d9-7800f80fef39 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486910 Jun 23 18:31:10.065030 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c25c7a0-aa98-4edb-a8da-74d9b2bc6bbc req-2b29fb2d-0a73-4d96-a492-958c86ea21ad tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0496163 Jun 23 18:31:10.172370 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 80e4ca50-2aa3-42be-bd46-6de77351b0ea details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:31:10.303173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:31:10.316378 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'port_id': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'mac_address': 'fa:16:3e:02:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:31:10.374173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 80e4ca50-2aa3-42be-bd46-6de77351b0ea is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:31:10.374554 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:10.391984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e4ca50-2aa3-42be-bd46-6de77351b0ea {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:31:10.407643 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:31:10.408110 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d901c9f-ea19-4474-a91b-1ad2ceebc068 req-3a113145-6951-402b-ba73-c9d4b673f8f4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:10.409986 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3d901c9f-ea19-4474-a91b-1ad2ceebc068 req-3a113145-6951-402b-ba73-c9d4b673f8f4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 944 time: 0.0902047 Jun 23 18:31:10.410846 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:10.456307 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3d901c9f-ea19-4474-a91b-1ad2ceebc068 req-41a4871f-d316-43f9-854a-4ee2ee87e192 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394430 Jun 23 18:31:10.476042 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:10.483189 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.483534 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.483870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.484730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.485053 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.485552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.485892 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.486232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.486558 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.486929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.487188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.487498 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:31:10.666986 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['80e4ca50-2aa3-42be-bd46-6de77351b0ea'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:31:10.758708 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e295d5d-21e9-4556-83e6-a2ccbfeae7c0 req-d81dac8a-f095-41cc-9fd3-97875830d2ea tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0513999 Jun 23 18:31:11.215257 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7f49959c-c9e6-48aa-8f78-634d6d189534 req-0ebc8fb4-7fc6-467b-80fb-6eeeb373d914 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0478904 Jun 23 18:31:11.649811 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238751b-93d6-4fcb-a579-7cd708470b47 req-ba2e174d-23c6-4686-b0f5-2c395b0733b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:11.651268 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f238751b-93d6-4fcb-a579-7cd708470b47 req-ba2e174d-23c6-4686-b0f5-2c395b0733b6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 945 time: 0.0880246 Jun 23 18:31:11.694431 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f238751b-93d6-4fcb-a579-7cd708470b47 req-252bcb69-a3ce-4fb8-8639-b272b82633da tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366976 Jun 23 18:31:11.914080 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5a87d183-8ed7-4ab1-9c4c-90134b17b92a req-f2483940-22e5-4e91-ac81-381ce8f803e3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0519104 Jun 23 18:31:12.182907 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 80e4ca50-2aa3-42be-bd46-6de77351b0ea up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:31:12.250863 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 80e4ca50-2aa3-42be-bd46-6de77351b0ea completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:31:12.255577 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 80e4ca50-2aa3-42be-bd46-6de77351b0ea triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:31:12.255955 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:12.376336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 80e4ca50-2aa3-42be-bd46-6de77351b0ea is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:31:12.376738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:12.376866 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d5a81aef-3dd0-43d5-b647-2860f4f84ffb req-7c4b2be5-2ae1-404c-92a0-065dda4f688a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0519376 Jun 23 18:31:12.403537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:31:12.413080 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:31:12.417937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:12.490479 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:31:12.499934 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1e7cb2-bd91-47ba-98dc-c214c767a8d1'] response: {'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'code': 200} Jun 23 18:31:12.727736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282c9e-1b8a-41c5-b679-54f0abed1855 req-90050fdb-7615-479f-b722-4d9cf3395504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:12.729205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-df282c9e-1b8a-41c5-b679-54f0abed1855 req-90050fdb-7615-479f-b722-4d9cf3395504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 1099 time: 0.0756023 Jun 23 18:31:12.769979 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-df282c9e-1b8a-41c5-b679-54f0abed1855 req-4b516917-b156-4de2-a200-84586a431003 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346243 Jun 23 18:31:12.888559 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404791-e2a1-450e-b010-1bf3ca36bc4b req-3ac4cad8-98ea-463a-8534-888adac9ec71 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:12.889355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d404791-e2a1-450e-b010-1bf3ca36bc4b req-3ac4cad8-98ea-463a-8534-888adac9ec71 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0868616 Jun 23 18:31:12.943085 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4d404791-e2a1-450e-b010-1bf3ca36bc4b req-35d1a800-17d5-4c56-9882-6d5387ebd2db tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Jun 23 18:31:13.080457 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f60a16a4-85d8-4c98-9103-9afbce17007f req-b6236103-ef9a-4bf5-aea1-828732b28838 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0534372 Jun 23 18:31:13.533169 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c8aecf93-eb79-4ba7-8e20-86d000d312c5 req-956a5432-2cab-4552-8b10-86d31e8d39a4 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0521224 Jun 23 18:31:14.141814 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85905b21-e889-4a5e-9d66-6d3fed8b7f8e req-07f81784-e6ad-423f-bb62-de85c25495c1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:14.143292 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-85905b21-e889-4a5e-9d66-6d3fed8b7f8e req-07f81784-e6ad-423f-bb62-de85c25495c1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0900946 Jun 23 18:31:14.187510 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-85905b21-e889-4a5e-9d66-6d3fed8b7f8e req-0c7f5aed-c61a-48ad-81fb-3155be96e266 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384088 Jun 23 18:31:14.236749 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49801100-c4c5-409a-8ba3-2cfe8af9176a req-01cd089f-4e0d-48c9-820c-99c6d08ffc18 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0496492 Jun 23 18:31:14.387240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2438d2-87b7-4e22-bf8e-4ed9607dc473 req-7234efd7-c1f0-4b31-b066-790a22f47ffa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:14.388671 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3c2438d2-87b7-4e22-bf8e-4ed9607dc473 req-7234efd7-c1f0-4b31-b066-790a22f47ffa tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0904212 Jun 23 18:31:14.396955 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 55892) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:31:14.401691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Request body: {'floatingip': {'port_id': '80e4ca50-2aa3-42be-bd46-6de77351b0ea'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:31:14.478977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:14.692192 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-14059aeb-6388-4840-9ca8-589b9b678852 req-4859f02f-8978-4aa0-83ee-beabc0cbc5c2 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0521176 Jun 23 18:31:15.137010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:15.140840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:15.316229 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Floating IP 6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04 associated. External IP: 172.27.2.39, port: 80e4ca50-2aa3-42be-bd46-6de77351b0ea. Jun 23 18:31:15.484280 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-92e65bcc-1557-4460-b512-5820f43d93e3 req-f5fc1223-ce16-408e-b8ad-db3e8580a0cb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1157250 Jun 23 18:31:15.704354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:31:15.845598 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9c5ebd4f-d0b7-4d8e-8022-c48dc92383cf req-c1118b08-c251-4149-8b10-ed386672ccbd tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488005 Jun 23 18:31:15.889163 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:31:15.894654 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:15.899440 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:31:15.909497 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:31:15.910140 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:30:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:31:15.948220 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-093894b4-6133-46db-beb2-386b0db3f7c4 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "PUT /v2.0/floatingips/6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04 HTTP/1.1" status: 200 len: 991 time: 1.5502408 Jun 23 18:31:15.948985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:31:15.992531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49eaee8-1253-43e4-8f7e-0535044b9e9d'] response: {'name': 'network-changed', 'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'status': 'completed', 'code': 200} Jun 23 18:31:16.091343 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:31:16.094639 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-e7639749-a23c-4fe6-b8ad-c8f549dd2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:16.096124 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-e7639749-a23c-4fe6-b8ad-c8f549dd2cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08475344ac91467c92b7cf0c9265d255&device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 1099 time: 0.0804403 Jun 23 18:31:16.228603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-f728724f-c10c-4bb9-9c6e-0d65bcc9fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:16.229985 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-f728724f-c10c-4bb9-9c6e-0d65bcc9fbdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 200 len: 918 time: 0.1274412 Jun 23 18:31:16.334282 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-84441bb4-f2b8-4a7d-89e7-d6f3962996a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea HTTP/1.1" status: 200 len: 999 time: 0.0987160 Jun 23 18:31:16.395934 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-ad11924d-921d-4824-a34b-441646f1622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:16.397352 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-ad11924d-921d-4824-a34b-441646f1622b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 200 len: 856 time: 0.0570543 Jun 23 18:31:16.441154 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:02:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:31:00Z', 'updated_at': '2022-06-23T18:31:14Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:31:16.444923 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:31:16.453341 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:31:16.453941 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:30:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:31:16.478053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-570dd8cb-c400-483b-8337-bde88b7a52de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:16.479567 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-570dd8cb-c400-483b-8337-bde88b7a52de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25599663-31ed-4897-8f26-e6c82b68cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766928 Jun 23 18:31:16.635508 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:31:16.645202 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a55cb17f-fbc7-479a-976b-da31bade71f8 req-a22a5630-06c6-45f7-aa4f-c8b65c8393d6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0494466 Jun 23 18:31:16.708048 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-80fcc520-5b10-4c0e-b37c-317583fdb586 service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223103 Jun 23 18:31:16.838182 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-517ed7a2-0c77-47fe-8177-770246a5ec48 req-5d120cff-4164-4cca-bde0-a89d6461ac3b service neutron] 10.222.0.36 "GET /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234756 Jun 23 18:31:17.011209 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:02:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:31:00Z', 'updated_at': '2022-06-23T18:31:14Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:31:17.012545 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27df2312-62ca-4763-9687-747a470611a4 req-568c9318-10c4-4a7e-a923-ea3b809aa4ec tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0509691 Jun 23 18:31:17.015853 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b73d0-06ab-44ce-b346-729a6d8ed05b None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'port_id': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'mac_address': 'fa:16:3e:02:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:31:00Z', 'updated_at': '2022-06-23T18:31:14Z', 'revision_number': 1, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:31:17.195162 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c73859-9cc7-4729-a0da-5112cb25abda None None] New status for floating IP 6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:31:17.801973 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-438e68b5-1daa-4513-ab26-fb093dd58da1 req-2a2e9cac-0d58-49af-b5e3-d4f9c78b7d22 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0508966 Jun 23 18:31:18.165388 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-750e6756-2d52-4993-8830-bddf79459e8c req-ad70c218-f06f-4e94-9145-015cf43a4e01 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0480349 Jun 23 18:31:18.954576 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a9a6caf2-124d-4ff0-9bff-092279ebe436 req-f1d3950a-eadc-4319-b8a3-d52c55cee2ad tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0488672 Jun 23 18:31:19.323710 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e30facaa-5a3e-4230-95fe-a4c64525380f req-662135c2-fa8c-428c-85c9-427e819654ba tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0506563 Jun 23 18:31:20.113933 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8c06aa9-51a1-4a68-9504-0ce120179420 req-88ec5158-e874-41a6-b197-c192a8514ad6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0535131 Jun 23 18:31:20.476306 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-98a9f8e9-0822-4042-85a8-0980e4d9495f req-70a23b5b-9e55-484f-a4b5-da15fbb0e54d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0487576 Jun 23 18:31:21.268053 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ab00941b-64eb-4786-87ac-975d691a8d1b req-fa457ff4-55c1-46ac-a628-bf0a3f5280ca tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0509787 Jun 23 18:31:21.633275 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8902d2c4-1828-4e47-b29b-0b664293aaa0 req-6fef87af-4c54-43cc-85bc-9af43daeecfc tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0534227 Jun 23 18:31:22.423200 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2e6567ef-d676-4511-ae09-765888345b32 req-f9a5ea04-f2a5-463e-b22a-5a3e80931784 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486202 Jun 23 18:31:22.505229 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-01a44da9-569d-4791-893a-6ab4ed081d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:22.789652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-715a82a1-2edd-4710-9316-e72af4b8e65a req-7941cb1f-634f-4e65-a62b-af558cba1599 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0495064 Jun 23 18:31:23.580532 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0693761b-1eb3-4e1c-9b14-62dfc5972918 req-6c96c375-8104-415c-b852-98113d67489a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0517855 Jun 23 18:31:24.085713 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c7defa89-b6f1-4255-b9b1-869bfd7b50a6 req-ce7fc5b2-5a59-4e52-9301-7bbf1dc02c5e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0476272 Jun 23 18:31:24.612006 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24d41a24-8b55-4b36-b156-45c50754ced6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:24.738472 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6074c399-a3b4-4b29-ba00-1ce306e738e0 req-e3116f84-05f6-49c5-ba9f-c10db86676d4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0536232 Jun 23 18:31:25.240565 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c5c96cbd-193c-4f88-ac4b-3b27b10f2d3d req-1c5c5aa5-a255-4952-9768-1082e6411bd2 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0507753 Jun 23 18:31:25.895806 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-999b4a6d-eb77-4483-9db7-25e1897e9225 req-24718189-ab3b-44d0-8f58-6bd0b9edaa50 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0529909 Jun 23 18:31:26.167134 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:26.219372 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:26.397417 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cb27edfb-4c66-4b33-80ae-28a26b323c89 req-7aad86de-74fc-47c6-9ff5-83c7b1ca66aa tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488660 Jun 23 18:31:27.052015 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5933a508-4988-47cb-b666-739befd91849 req-b61d8ba8-fdbe-4847-9e3f-d947a4dcb935 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0490191 Jun 23 18:31:27.552603 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cc3faf01-aaa9-4a61-b77d-22492c235183 req-c7d473f7-9dee-485f-ac93-2c807398eb58 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0531726 Jun 23 18:31:27.864717 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:28.214073 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-66c85d95-fcb2-4ad5-8a18-9e850df9b3af req-b2593131-804b-4e7b-87f5-7b564ada0328 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0576353 Jun 23 18:31:28.705653 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-59cffc1b-b9bd-4848-8af3-bae992444598 req-d915e1ac-f303-4f1f-8895-04b7b90463bc tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0481780 Jun 23 18:31:29.367819 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-883da0dd-805f-452a-97d0-7d0ba38986d4 req-2d21026a-d449-41b8-ac83-288a5e2b5e42 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0513051 Jun 23 18:31:29.861322 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bd63916f-c856-4fcb-8774-85d32ea0c8ed req-acf2cc73-3381-47de-9f71-7af3236d616e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0503054 Jun 23 18:31:30.531652 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcef8afb-aa84-4813-80b3-6efcaa8320eb req-cd5cd288-43c3-4f3a-b3d1-e4a9ab278f17 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0551758 Jun 23 18:31:31.016936 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-79f12162-1416-42e3-a68e-347ae4c6d5a7 req-ef0c64f4-ee34-4319-a2fd-b1fd899ed051 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0519173 Jun 23 18:31:31.688325 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2584095d-515e-41ea-9670-4c7ac6b45a2c req-e5c7a446-d414-45d1-8d4b-5d20d947b21d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0534606 Jun 23 18:31:32.168507 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-68ae868f-e7c3-40b9-968f-ecc593bf9751 req-24ba8f76-d131-48d7-9c4d-5b592000ad3a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0490770 Jun 23 18:31:32.925314 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9f2eaaa3-68f3-4de5-908a-876263c94e52 req-ff739f7a-c900-40ac-98d1-7a8eaa7b2aaf tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1333339 Jun 23 18:31:33.326896 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4842d06e-3bbf-4382-ba8e-00c0c5fbb6d1 req-66915b92-ce4b-47f4-ae8b-974652e6c263 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0509174 Jun 23 18:31:34.080349 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6ccff313-edf6-439a-8545-50ef26ccaf0c req-4d526974-11f0-4019-9102-71d21df8a4c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0484025 Jun 23 18:31:34.478582 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a75b3a50-d4b2-4847-ae8b-a759c3890d15 req-076d8603-c48a-4d59-bfa1-3d8ce118b40d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0487430 Jun 23 18:31:35.250405 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7aa417e7-5fee-4a3a-ad5e-73207561985e req-5b808379-2ad1-445e-adc0-bc8718fc93fa tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0562501 Jun 23 18:31:35.422208 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:31:35.630119 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f17f7372-b132-4c28-b945-09707486279d req-063c2ef6-c9e2-4ce5-9216-ee8fe21b917a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0498567 Jun 23 18:31:36.403506 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-68ed0aba-1b50-4d85-ba33-9880c3f55082 req-8e4b7058-a433-478e-a88d-b58cf3153eda tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0487008 Jun 23 18:31:36.786507 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-30c3060c-c029-4d91-b1f1-9d08ec93ffda req-8734edd5-7b5c-466f-a30b-f5a98559a84b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0511019 Jun 23 18:31:37.566404 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-71cdf36a-1c7c-4dc3-8d98-68557bbd9750 req-dbe51cff-92d3-4f6c-b6d5-91c87ef7457e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0557549 Jun 23 18:31:37.940723 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-779f75e5-ca4a-4c82-8a2d-9fe61c2b6183 req-042d676f-b761-4232-8399-48f566b9c023 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0512812 Jun 23 18:31:38.717184 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-099b01f4-1ea2-4be2-9979-10d5d87f7a12 req-4c557f8b-f723-48d5-9c82-9f13ee4f7682 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0488746 Jun 23 18:31:39.096233 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e08fa639-3413-465b-af2e-c9007565c8a8 req-732e1240-5f3d-45e4-9143-7b241b0ffab8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0519030 Jun 23 18:31:39.514919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:39.870445 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6d876cd-4fb0-4141-9172-a94ec3a11f39 req-07bc5401-d0d8-40c2-bf3b-69ac424a5863 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0475650 Jun 23 18:31:40.252974 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e1e264aa-75ff-4097-a34e-02e647d93f95 req-d849caca-0b7d-4b58-9716-f279ddf1be2f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0526121 Jun 23 18:31:41.031120 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-73a06322-04a0-4471-9429-3df76e6b8ef3 req-788dfbb3-e915-473d-af31-796fb4a3faa6 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0535748 Jun 23 18:31:41.407051 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4ccf5fa-3045-4767-8105-9dc5db236522 req-41bcd32f-7ff2-4b3a-bb64-ecfb7452cb4d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0514438 Jun 23 18:31:42.183570 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9174f334-0d92-4ba7-bbc4-f95f91065424 req-3d16c954-2285-448d-96b7-75c08d95dc11 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0493171 Jun 23 18:31:42.618423 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1e44c932-c9f4-46f0-8bb9-e7e7420f4591 req-2ed23c6d-574b-4ba3-9663-22e5258e77fc tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.1082065 Jun 23 18:31:43.339708 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f8c72613-7821-463f-84ca-0278c67e7720 req-b8ecd531-9d33-4db1-a8f1-e289c21ffa2d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0513277 Jun 23 18:31:43.774898 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-322cdc7b-3a09-4c99-bef0-6978c87946d3 req-3bab6591-b380-4406-afc3-33397828ab25 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0486088 Jun 23 18:31:44.495757 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-47a38823-c547-4c75-96bc-759acba6e791 req-de8ccec4-c68e-418a-88ab-72eedd5d78ae tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0492103 Jun 23 18:31:44.941463 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3b7da905-3c74-476e-857a-3d98fe9851e4 req-06131845-ec27-4305-8a89-4bb5465ac95a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0553024 Jun 23 18:31:45.653762 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6d07e814-55ae-48f8-8749-2a6e7942d987 req-650e3959-3b85-405a-ac84-e089362e000e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0517509 Jun 23 18:31:46.092561 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f818e573-5188-476c-b691-2a355c554729 req-0553eb63-de52-4df5-aff4-d2029ae7aaac tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0482945 Jun 23 18:31:46.806575 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0430ec4d-bd3b-4c06-ac1a-acb39feb3f73 req-d668d90e-1335-46f2-9d19-d07a174248ec tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0477631 Jun 23 18:31:47.251741 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a301e520-c1d6-40de-8ca4-888b8e296f5d req-6ab7a545-e30d-40f4-ad4d-0229cd25f7a3 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0508006 Jun 23 18:31:47.963606 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9a9fe1b6-7774-4aad-8dd7-33f7aeb63352 req-a35fd713-fd02-41b2-9a88-86513b791eee tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0480049 Jun 23 18:31:48.402806 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b9344195-f67d-451f-a808-ae355e11e13c req-1a2c60cf-14f6-45d0-9e31-40a922788548 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0479348 Jun 23 18:31:49.120959 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-159d4cbc-206c-4ed5-89f0-fd6e84a225a0 req-89bf5168-304b-4ee8-a8a0-64c665b9825e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0519893 Jun 23 18:31:49.558146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65a7eabb-89d3-4aaf-a291-cfbf695d90b5 req-f7b83cd3-8389-46e2-9077-356009348be7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0476503 Jun 23 18:31:50.285952 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-980fdc40-b46f-4b8e-a147-a9a6b2711264 req-8db45a79-3e50-4ba7-86c4-f23dae6a337f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jun 23 18:31:50.713683 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d536ca7a-7606-492a-9762-3cc01af570fc req-480106cb-3ab7-4614-ad0c-eed75583b047 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0497344 Jun 23 18:31:51.437852 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aade789c-ea88-4d5f-a65e-d495bad73495 req-0e435b70-d952-4530-a229-1a851227a8f3 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0487752 Jun 23 18:31:51.871765 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50d83dd6-0b12-4ba8-a529-7b8ae3f20596 req-4cc21680-19ae-472e-9b9e-96583a1e2343 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0516260 Jun 23 18:31:52.507490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad962856-76c3-4058-95ba-ed50bfd6b9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:52.595507 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-30e6e52f-07ee-4dfa-8429-466ef2becbda req-d75bd557-5d5e-40a4-a3d2-b3033ed2e447 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0537736 Jun 23 18:31:53.029262 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-621d673e-fd2a-45db-8bf7-9ccdab75c512 req-d40075d1-7c31-4e8b-b6d8-918a33dee381 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0485134 Jun 23 18:31:53.749491 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ea5b76bf-d9af-4030-aeee-c73fe5ebe5e1 req-91451a07-ea61-4f97-a326-528607c80401 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0482876 Jun 23 18:31:54.180104 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d908cf86-5389-4d2d-82e8-7149a6ccaaf7 req-e7c469dc-b119-4115-a9b7-3ffe0ab28aed tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0477662 Jun 23 18:31:54.613622 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e00e5076-6228-4bb6-ab8e-fbec04d74f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:54.902166 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-07cfdfef-7f0a-4f92-a203-bde3cc44ddc9 req-9b8e8006-564f-42cb-a381-6b1c8060bc62 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0495901 Jun 23 18:31:55.335472 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c45b745a-8a88-4c66-ae49-1eddeccb39b4 req-a796ff7b-5814-4b5d-9f3d-5bf32300f655 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0509255 Jun 23 18:31:56.062650 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-94e53930-46cc-4e56-8940-2b89fd2a18a5 req-87cac7ea-4c76-45ec-a331-260fbf2cb110 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0519795 Jun 23 18:31:56.169351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:56.221668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:56.488536 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee9ebe6c-8d8d-4a8d-8b65-1a5af03de41d req-faad0ccf-b0b0-46f9-b402-863b5c896263 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0495512 Jun 23 18:31:56.818915 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-b58bd39d-1cdf-45db-a0c2-6b3993cee24f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751467 Jun 23 18:31:56.917562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-1f2e429d-f3eb-475a-b979-864917b3bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:56.919047 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-1f2e429d-f3eb-475a-b979-864917b3bf0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0799441 Jun 23 18:31:57.066735 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-f0a8fbd4-559b-40c0-a950-efe6997a7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:57.068161 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-f0a8fbd4-559b-40c0-a950-efe6997a7704 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1309547 Jun 23 18:31:57.133638 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-ee9088c7-a2c7-494d-95d7-c4007dd72169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0590668 Jun 23 18:31:57.229662 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31c04a4a-0a9e-4b76-bdb8-a53c40a2ae7f req-d49f0cb7-7ebf-49c5-b639-27f414f988aa tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0555813 Jun 23 18:31:57.242467 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-89801f5c-f7f1-4fb0-b5ed-6d7eccb853c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:57.243864 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-89801f5c-f7f1-4fb0-b5ed-6d7eccb853c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.1034584 Jun 23 18:31:57.326501 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-1ce85e8e-0a2d-4a4f-aa8a-825877ef7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:31:57.328527 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-1ce85e8e-0a2d-4a4f-aa8a-825877ef7646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787122 Jun 23 18:31:57.456975 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-23ba7c9b-d9d4-42f0-aff2-7a408d4764a5 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212800 Jun 23 18:31:57.650423 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1c31fae-fc2b-4a25-a429-b904e2c0941c req-71b96454-f149-4f9a-b3dd-89ef3141a882 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0565424 Jun 23 18:31:57.658833 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-be43dd2d-7ffa-415b-b982-e766124926b0 req-a05a9888-6060-47eb-86ea-21ea66bdf65d service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953800 Jun 23 18:31:57.869103 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:31:58.381714 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2952c863-7381-4f2a-b918-17fdb91830a1 req-aac627ac-9d6e-4e63-b901-bdbed2c22490 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0479345 Jun 23 18:31:58.949368 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b8bdc3ce-6b07-4b5f-835d-fadb6638dd11 req-d8babbca-4a55-4ad6-a515-3684d24f776e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0495462 Jun 23 18:31:59.536278 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5a682553-6308-43f8-b54f-42668c8b0a6d req-7541b886-4938-4baf-90e8-ce9d1a58ec32 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0505729 Jun 23 18:32:00.101956 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91d26f8d-9b41-4e60-8a75-3a87c6c0d840 req-f9e51683-7fc6-4137-ae5d-99487052ef4a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0489993 Jun 23 18:32:00.690098 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a6e2508e-2ffb-46d7-8c0c-481141576bd1 req-75951d40-80b2-4fdd-a0bd-e372f91b414e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0479894 Jun 23 18:32:01.262069 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-81f42a53-cf9b-443c-9f97-24eabda055c8 req-27a6d19c-24be-4fd4-a5e8-15f55244d0ae tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0509851 Jun 23 18:32:01.840066 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e77bcce8-c632-46b6-be01-bedcea52c036 req-6915b7ce-38ab-42d4-8f2a-168b3419e7a4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0487685 Jun 23 18:32:02.414527 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b346af82-f9ac-4b3f-953a-1f3fdb24b769 req-35c01e0a-7d8f-44a6-8dfc-50b460788169 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488663 Jun 23 18:32:02.995072 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12626329-2b28-4cf7-a6f7-a9c42df055a5 req-7ae6d803-b2e8-4fac-9b68-73b205217006 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0501502 Jun 23 18:32:03.569223 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d94a01ea-6828-41b1-afdc-ac9bf0ee9a20 req-2efa0710-ad64-4107-a9c8-3668d12687fd tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0523748 Jun 23 18:32:04.151286 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7c6c8b5-e293-43ac-992f-c78291a84766 req-85648e1b-dfef-4b7f-a8f4-eb8bcf7a4941 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0490432 Jun 23 18:32:04.729793 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f3948e57-b582-4279-baa0-6bbd68b61718 req-2e0f3bde-5728-44c9-b2ab-438307edff42 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0563152 Jun 23 18:32:05.309171 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7da2cdbc-2461-4616-ad7f-2698ba17d815 req-310cbfb8-6a25-4f8d-b2c8-3757cf08c20d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0515826 Jun 23 18:32:05.881483 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b936aee3-992c-4849-908e-4940c6c7aba4 req-f3a86b01-fa15-44b4-ad4a-e0ddfae5b761 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0490427 Jun 23 18:32:06.468346 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-98a1ae94-6473-4700-bd2e-887cf17005c3 req-7e752a18-e8e1-4416-aa1c-eaf42b1eb576 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486152 Jun 23 18:32:07.115152 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9483b5f5-44cf-4253-8743-d3d48ba698e6 req-13617ff4-3a07-491c-b371-78dbe446d25d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.1312160 Jun 23 18:32:07.627095 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8066350-50cc-4455-b671-af7175d0ffbc req-ac23bc8b-dbd2-4f7b-921b-61b8b6ee0a39 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0472879 Jun 23 18:32:08.271283 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb71c7f0-cafe-47c5-9ff8-b02392841a0a req-24177f6d-e81b-4937-ad86-e7f048e70d7e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488524 Jun 23 18:32:08.782154 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-500f8963-d4fc-4738-983b-c15d08bf7c2e req-120affe6-8149-4664-8f2b-1ead38479677 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0510690 Jun 23 18:32:09.426443 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4155287b-d349-4442-8a62-29d520b10caa req-cbd96004-75c6-486d-b9f4-ce63aa31de3c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0506277 Jun 23 18:32:09.517047 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:09.937677 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aff33e04-6432-4005-b2c9-624bd2b59c4a req-db8be959-b153-4a6c-911a-6b07b05ac41a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0505691 Jun 23 18:32:10.581621 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f783ca31-304a-4df5-86cf-49d441f9f871 req-ff7939c6-a892-4944-b196-5ce64c258bec tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0489485 Jun 23 18:32:11.095437 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fd43708a-9346-4645-a2de-d33079ab1e89 req-87f5faea-c6a2-4039-8464-3aebc40fea1f tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0518072 Jun 23 18:32:11.734116 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-905eb774-5716-4aeb-959a-c64c724e16bd req-af97c9a2-2892-43d4-91c2-8475e182ea64 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0483196 Jun 23 18:32:12.247028 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-54f68101-a6b0-48aa-807f-557dcf85cebb req-92f87766-2285-48c3-92a9-917adf61d096 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0491769 Jun 23 18:32:12.422502 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:32:12.888012 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e56f1fac-d7de-40d0-9680-93e094bc77ad req-59f9411f-b931-4962-a6e8-e7fb6e565b40 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0510023 Jun 23 18:32:13.397697 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-98ab4605-5adf-41b1-8e0d-65890b84556d req-585feb55-8e38-407f-bd52-c6fcdb6c0c0c tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0480702 Jun 23 18:32:14.040576 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6382fcb7-e357-47fa-aab6-9f959046dfb3 req-bc40ef13-72c9-443d-a935-845451a805fa tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0491171 Jun 23 18:32:14.555638 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-563d7bcf-e07a-4e27-aee0-8292b8c4ec4f req-86712ee9-aaf7-429d-bcce-27e63fec5c1a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0522466 Jun 23 18:32:15.198897 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3bafee49-a47e-4226-a21a-13eae3eefad3 req-692c9146-fe3e-4b06-b06c-0d3195751ae0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0515769 Jun 23 18:32:15.712005 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1379b7d8-a076-4f89-8d14-7ffe57779560 req-bc002785-f01a-4c4e-9896-d2a0fa7f88bc tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0508707 Jun 23 18:32:16.353446 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1e298a41-4faa-4e25-a0c4-40d1892b1098 req-babe01c5-90a5-49a5-8683-2621ea52c574 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0518651 Jun 23 18:32:16.872290 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ba760cec-fd6e-4bb6-a5ca-f9aad5d38985 req-8fbf6531-4f1d-43f8-ab89-f6d598303ef0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0512085 Jun 23 18:32:17.508831 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-493ac80a-9c26-48d1-9557-45a82cd9ba2a req-dd8daaca-08cb-4ba7-a855-362cd45c44a0 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0506368 Jun 23 18:32:18.026856 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fe3b8737-0cfa-4048-81df-8a34fc750dea req-0aa95c73-1668-43f4-bfe0-1f82ff2f219a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0479553 Jun 23 18:32:18.666171 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-10510a52-891a-4e81-809e-80d571a991c7 req-ad7537fe-6db7-4016-87d0-e21a03114dce tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0533667 Jun 23 18:32:19.179481 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2a75dc25-f20e-48eb-84a4-87c793a72fbd req-7c3311f6-521e-40d5-bb6b-f79ef74909b2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0488307 Jun 23 18:32:19.816401 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2fb03097-e4d0-4a93-bd03-f918b0b3ee4c req-24b2171d-1660-4778-93d6-d71b2e4698e2 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0480447 Jun 23 18:32:20.335720 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-42bddf79-1bb6-48ab-a226-d9891ac633fb req-bdabdfa5-8dcd-44ab-b73b-252f0f3f6f3a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0509114 Jun 23 18:32:20.973820 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0695d234-1954-4206-b49c-b4f453fd5202 req-cf8fdd4c-24ac-4aba-ba48-c8e9b6894135 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0531471 Jun 23 18:32:21.495946 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0939b23c-db36-4937-9f3f-4ebc94af27fa req-fb00d2d0-bcd6-4758-a1f9-5a8aadf72483 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0486343 Jun 23 18:32:22.129129 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4c4d558-aeb4-4e4f-9d1f-c1860701f3fb req-f704ad32-5c9c-40b1-a130-86f0f78fb96b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0486813 Jun 23 18:32:22.509653 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2b424d09-dc88-49c8-9e78-72d78beb2b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:22.787460 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4e04a822-d252-4740-9cf5-6e928ebc2175 req-dd921e79-bc46-4a8d-98ee-add3dcf8f19b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0516524 Jun 23 18:32:23.284414 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c8220e2-b6c7-4a7e-b2d7-91321008501f req-6ebec002-1f69-4e67-9c42-a97c7db64397 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0485737 Jun 23 18:32:23.943799 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e8c8d296-0cb8-4fd9-9df2-ca7b1c2ea57d req-dc0894fd-bb03-4172-a8e1-64fbdb8125d7 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0492394 Jun 23 18:32:24.438924 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b5858806-29df-4d33-b7a3-77a42f401e96 req-11351725-5574-4b6d-a8c2-7cac89cdcf52 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0515828 Jun 23 18:32:24.616163 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8863a1e2-6c60-43fb-bf0e-bbbbb316ea9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:25.097624 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bfcd918a-3a42-4bf6-90d2-74c1f28dde6a req-5f5092f7-e3f9-4a03-8bc8-886aabd5ac3e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0488961 Jun 23 18:32:25.594293 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32395116-2438-4454-9767-ce7a3a655792 req-5c9cf3cf-c984-4d4d-9c42-9bab7e7d6f3c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0491400 Jun 23 18:32:26.171327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:26.224102 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:26.254601 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8804234c-07b0-45f8-b1a1-00bb8d79b573 req-14a1173f-24ae-4e47-927d-5a6e0598918a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0507472 Jun 23 18:32:26.751501 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-908b676d-9245-4ad7-8a2b-08d8f0ded7c0 req-b6da6140-fdd8-4588-bb63-1e2379631d48 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0520897 Jun 23 18:32:27.406026 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fd58cb31-9646-42c7-a10d-85e8bf447b86 req-5dc80cf8-d82b-457f-9de8-88a6e6f3b4ce tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0487378 Jun 23 18:32:27.899399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:27.910296 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-833607e0-a161-4c66-aa19-bf489c2f8ec5 req-d0a95164-71f9-4761-a58d-da2aec5ffd66 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0541246 Jun 23 18:32:28.563506 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-66c88bc0-36f8-4cae-9a21-ebd1e2d4b0a0 req-bc7e12ea-0918-4a63-8a5c-3e7abe1793a1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0509140 Jun 23 18:32:29.064716 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b375f172-1761-48c2-a652-e61e52b7cfb7 req-2b06bf63-f1d3-4790-ac42-c128b2e96ce8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0485101 Jun 23 18:32:29.716398 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4fdad43a-9d00-4793-bec5-78bf3595e068 req-7819d9c7-7a91-46a8-a9f3-a28cb346a8cc tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0485849 Jun 23 18:32:30.218485 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7cc55c4b-b4a2-4519-9f44-9f41dd441d1a req-52740895-58a1-49e3-ba43-ff2acc34450c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0522532 Jun 23 18:32:30.869219 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f043b3ac-514e-4dcd-a98a-119ae2e551d4 req-bde857c8-7d25-4d81-8b46-75dc0ad3396d tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0499542 Jun 23 18:32:31.369232 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c4387fa4-8a7c-4184-9f78-6d85dee34b1b req-2bdc2995-0607-4604-8bda-ef9ff80e108b tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0479035 Jun 23 18:32:32.091213 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-381cddaa-96c3-49b6-86ce-0027d1c6c636 req-56fa5d46-a6bd-4325-aa53-edd8c2a1221a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.1122539 Jun 23 18:32:32.530259 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-325ffa3a-6cf0-462d-b58c-596bdf672c9a req-4b95964a-b536-4ab6-8727-8146829a3fff tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0521514 Jun 23 18:32:33.242680 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e6708077-9f1a-4177-92ec-2b9d051037c0 req-9904400f-ecc7-41ab-a3f1-8436740149b2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0489006 Jun 23 18:32:33.682887 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee0bc3dd-5544-4141-822d-ef281483208e req-07b7eb2e-dff4-4f0e-bb9d-f4d9b7bb9e9e tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488460 Jun 23 18:32:34.397282 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9db5d81d-9143-4e52-b358-61a494825151 req-f6b4a81e-59e9-45f2-8372-af68137a9c47 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0518146 Jun 23 18:32:34.833775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee1b5197-cb90-4b87-bd38-0c6769dbd917 req-0ea65f05-f1f4-4fac-a7d3-af7350cc615d tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0483236 Jun 23 18:32:35.554019 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d03834c7-216f-4918-9d7b-9b605b38ed14 req-d3207627-f0c9-4333-bcf2-e413cf56246a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0508158 Jun 23 18:32:35.994634 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b79f4527-3c3f-4d53-aa92-af6e98a6d5b7 req-237e569a-e54a-4610-b001-4c16dd261b01 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0521905 Jun 23 18:32:36.708846 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8dba3adc-86a4-4a5b-bad0-99f49dd20f53 req-fbe16f73-4a10-4658-9ba1-88bd5bc28390 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0508392 Jun 23 18:32:37.147280 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1df645f-1a4a-4751-9d43-c3dc61ece9ab req-6ee1c50c-de7f-4ed9-b695-03519e834f29 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0483897 Jun 23 18:32:37.862399 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-75cdb024-5216-43c6-af3e-f5adb9c7c282 req-dbc2c5f6-0c66-4a4a-94c1-05032edb7d20 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0485814 Jun 23 18:32:38.310011 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fd249966-8de7-4415-b39e-5567bfb0b26d req-2c88c247-3918-4a23-bd28-4a54fff5b8d6 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0507932 Jun 23 18:32:39.017466 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5e0831e1-76cd-4d3f-849d-e899273634d2 req-e3211e58-8bbf-4544-a2e4-438379eb26f2 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0491846 Jun 23 18:32:39.464198 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4123ffeb-8bcc-46cb-ad50-e27795fb1a5b req-232bd888-c15d-4a6f-bcee-e7df85e31873 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0479331 Jun 23 18:32:39.540349 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:40.172708 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a95afeb6-04b2-419d-97ab-ad4ea0b533a0 req-3886febd-ae18-42c4-8016-e8e067dd911e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0518317 Jun 23 18:32:40.614874 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4fc4e4bf-66cd-40fe-ac2b-f44699f62480 req-c5c28c9a-50b4-4426-9e2d-32cfc0e1da50 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0488329 Jun 23 18:32:41.323497 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8a6f9f95-3840-4176-9f35-8434d4f5de78 req-7a16b5a9-60f9-460d-8c0e-7bee59bbbbfd tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0479701 Jun 23 18:32:41.776028 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96456146-ae4b-4b0a-b267-5a9d12c53b6c req-985ef113-f078-4eb1-920a-d7681fa595f9 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0527482 Jun 23 18:32:42.482047 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e0d18465-e68f-49da-aca4-444411dcb5f4 req-fffca6b1-8f7f-41b7-b26e-2b034032e1fb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0507944 Jun 23 18:32:42.934749 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59cec07a-c168-40f4-8c56-b98666bd7a05 req-90a34ac8-aa9b-4f5d-9e97-f2a050b06a3f tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0504730 Jun 23 18:32:43.635464 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acc2f626-cec1-4176-aa4d-011af36b155c req-228733ca-7e02-4a7c-9346-ede83cb3afd1 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0483410 Jun 23 18:32:44.090902 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e3e6e3-f4cf-47fe-8637-cf5a2875bdca req-73389337-99b8-43a1-ac97-26920dd37744 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0511646 Jun 23 18:32:44.796978 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3d69b313-7ccf-4952-836c-afddf9159d11 req-1e496292-bcc0-456c-9d26-86d9802e12c4 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0566888 Jun 23 18:32:45.242598 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6a53cd3-2381-4f5b-a875-31308318f71a req-159dfe58-1441-4781-8fa3-d8d1de352f5a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0482931 Jun 23 18:32:45.957103 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-617a955c-8a5a-43cd-ae1a-141d8d049297 req-28078d33-3aed-41a4-aa22-d273a054e957 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0535901 Jun 23 18:32:46.401135 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-198442a9-e5b8-40c6-b01c-7e8d24bd0409 req-2ba16ad5-7ffd-467e-8665-eb89ede78a5a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0509403 Jun 23 18:32:47.112895 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5a66ded5-3f41-4374-8530-a06d0168b37a req-14838dbd-4b4b-4f1e-ae36-0c0554dcc5e8 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0516040 Jun 23 18:32:47.640980 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f90040e-0c47-4605-98d3-5931f177c979 req-d515736b-3c89-4d05-8476-f30b2f23d7ae tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.1362457 Jun 23 18:32:48.270790 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c05b5f0e-f320-4cd3-8dc8-b90621f38d74 req-895be297-e7cc-4643-ac36-a961706c5151 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0538473 Jun 23 18:32:48.802776 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9ae38739-4515-47a7-8d68-8b9632e33300 req-814b2bd8-4bae-4248-bc5b-e3eefb91fb1c tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0596521 Jun 23 18:32:49.421334 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:32:49.426927 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cefb44ba-14ec-4c43-9592-872d5d67c514 req-481aae40-a32b-4508-81e2-f04f933b43ef tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0496569 Jun 23 18:32:49.958773 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f744bc48-b0f1-4b23-acb4-697e54d12904 req-70520060-c71b-4f9b-b3ad-127f9e984324 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0492873 Jun 23 18:32:50.587599 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b237d2f5-9f23-4280-8d86-079724ea33b4 req-cf3c0590-dc6f-40c3-9a5c-5bd5ddb09647 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0500731 Jun 23 18:32:50.688388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b110d64-5e25-420b-afc0-15e9002de46c req-042c707d-fc73-4849-b5c3-7a6700ff88a1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:50.690037 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b110d64-5e25-420b-afc0-15e9002de46c req-042c707d-fc73-4849-b5c3-7a6700ff88a1 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0861132 Jun 23 18:32:50.737528 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b110d64-5e25-420b-afc0-15e9002de46c req-1d217402-eaad-4035-a79e-eebc2e5f4728 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Jun 23 18:32:51.119124 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ab1dc612-aa7a-429a-88f4-1132f5c73ac2 req-d8a11729-e7a1-4ec4-a2c9-85d446901c09 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0549641 Jun 23 18:32:51.739116 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d77f0082-2526-44dc-ae98-e641b8c6b7b5 req-cc6e8e8e-f7cd-455c-bc7b-83ac8cb68a19 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0482802 Jun 23 18:32:51.937605 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bbf3a-c449-4242-92ee-851b28e94c20 req-871aa583-1d91-409c-96ec-ea06b32c3106 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:51.940177 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-497bbf3a-c449-4242-92ee-851b28e94c20 req-871aa583-1d91-409c-96ec-ea06b32c3106 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0896704 Jun 23 18:32:51.984349 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-497bbf3a-c449-4242-92ee-851b28e94c20 req-a537103b-8bf2-4c30-90b5-7d9416418c21 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bad155-f9b3-40e9-85b1-ed9a7d50e275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385320 Jun 23 18:32:52.045937 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-de821236-83f1-400e-9824-67e982dd837d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:52.047348 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-de821236-83f1-400e-9824-67e982dd837d tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 946 time: 0.0885901 Jun 23 18:32:52.117979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Deleting port 80e4ca50-2aa3-42be-bd46-6de77351b0ea {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:32:52.118317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.284346 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3974ec25-1246-4ddd-b408-af50d8ef6187 req-a3769bc7-c2b8-4606-8737-7fea55c6e6e7 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0544946 Jun 23 18:32:52.418964 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] For port 80e4ca50-2aa3-42be-bd46-6de77351b0ea, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80e4ca50-2aa3-42be-bd46-6de77351b0ea,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:32:52.419209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.512338 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dc61520-67f9-444b-8ba7-76f660435dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.775730 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.776340 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.776569 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Floating IP 6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04 disassociated. External IP: 172.27.2.39, port: 80e4ca50-2aa3-42be-bd46-6de77351b0ea. Jun 23 18:32:52.776892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Calling delete_port for 80e4ca50-2aa3-42be-bd46-6de77351b0ea owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:32:52.896931 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a056ada6-ddfe-444d-b94a-d9fe93c90d51 req-2f080354-c5d1-4a24-aa2d-a5b2c0d04f31 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0530999 Jun 23 18:32:52.928655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:52.977527 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'Port': ['ID=80e4ca50-2aa3-42be-bd46-6de77351b0ea,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:32:52.988668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.989017 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.989352 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.989691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.990057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.990380 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.990704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.991054 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.991374 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.991694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.992014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:52.992328 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:53.168863 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2fea4078-aa0b-48c7-a3fe-54df54ea13c5 req-fb0ad240-696e-4e85-a77e-a8e1964720fd tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc422d76-3f19-4f01-b84b-da25915b26d7 HTTP/1.1" status: 200 len: 210 time: 0.0657232 Jun 23 18:32:53.215471 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:32:53.400597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:32:53.411339 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:32:53.420893 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:32:53.421514 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:32:53.448045 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-873251f1-a92b-4b93-b7f2-cf23335a0e25 req-020ab163-be5f-4032-80eb-5eaf899c7ba8 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0502145 Jun 23 18:32:53.498028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] No DVR routers for this DVR port 80e4ca50-2aa3-42be-bd46-6de77351b0ea on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:32:53.500641 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:53.503815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'name': 'network-vif-deleted', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:32:53.520274 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09683fbc-427d-4cd9-bfe8-9518c37656be req-e52a8cfa-5160-405c-9649-82b1bc31123f tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.36 "DELETE /v2.0/ports/80e4ca50-2aa3-42be-bd46-6de77351b0ea HTTP/1.1" status: 204 len: 173 time: 1.4664767 Jun 23 18:32:53.549578 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50f44db-3722-4a31-bb26-fe153c0a7548'] response: {'server_uuid': 'cc422d76-3f19-4f01-b84b-da25915b26d7', 'name': 'network-vif-deleted', 'tag': '80e4ca50-2aa3-42be-bd46-6de77351b0ea', 'status': 'completed', 'code': 200} Jun 23 18:32:53.620532 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:32:53.932113 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:32:53.936073 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:32:53.945105 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:32:53.945716 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:32:54.082476 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0e309c9-b14e-4238-9b29-05317d9e7d6e req-065ffbaa-1abf-4480-a5a7-c1a44600adce tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0665631 Jun 23 18:32:54.132350 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:32:54.308587 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 56292) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:32:54.372821 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.400999 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.462658 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.476957 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:32:54.481019 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc59ac-61e6-4ad5-8eea-91c3ab110684 None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:12:46Z', 'revision_number': 4, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '97813057-abaf-4800-b911-d3cfbe92050e', 'name': '', 'network_id': '25599663-31ed-4897-8f26-e6c82b68cbcd', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'mac_address': 'fa:16:3e:6d:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '52ae013e-de36-439c-a7b4-16198810ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:43Z', 'updated_at': '2022-06-23T18:12:58Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'subnets': [{'id': '52ae013e-de36-439c-a7b4-16198810ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:32:54.483356 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bad155-f9b3-40e9-85b1-ed9a7d50e275,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:32:54.500629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.501812 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9478d6cf-f78c-473e-989e-b05af06c85a6 tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "DELETE /v2.0/security-groups/10bad155-f9b3-40e9-85b1-ed9a7d50e275 HTTP/1.1" status: 204 len: 168 time: 0.1920905 Jun 23 18:32:54.505089 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56298) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:32:54.523308 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-fd4331a6-9f42-41b8-9f44-d7ab99d07f3c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] show failed (client error): The resource could not be found. Jun 23 18:32:54.524322 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fd4331a6-9f42-41b8-9f44-d7ab99d07f3c tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "GET /v2.0/security-groups/10bad155-f9b3-40e9-85b1-ed9a7d50e275 HTTP/1.1" status: 404 len: 347 time: 0.0180473 Jun 23 18:32:54.527186 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56302) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:32:54.620294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-56d30ecc-5f3e-4fd9-8c9b-65af63833dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.633449 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15cd3bfb-a82f-49e3-bff0-7bc94e3f2274 req-b8d99e3c-ae3a-4ecf-94d7-734c51ce75c5 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0532730 Jun 23 18:32:54.690446 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Deleting port d32de669-5da3-4c5f-aa99-5a8a9e7e1328 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:32:54.690932 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.738582 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac7952-eeb7-41a9-8f12-bb2a8db01966 None None] New status for floating IP 6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:32:54.868274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.868907 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:54.997601 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Calling delete_port for d32de669-5da3-4c5f-aa99-5a8a9e7e1328 owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:32:55.082236 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.db.api [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:32:55.082584 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG oslo_db.api [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:32:55.374833 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ad5aace-8157-41d8-a6bb-2230ad6086a3 req-c9106a90-ce16-4272-b721-6fba392ab651 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0533245 Jun 23 18:32:55.583863 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Deleting port d32de669-5da3-4c5f-aa99-5a8a9e7e1328 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:32:55.584147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:55.761576 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:55.761919 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:55.793205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eef04dc0-c3e7-4936-a4f1-2c6f39258d8c req-7dfd804f-398b-46e4-ade6-04e850565430 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0496910 Jun 23 18:32:55.974156 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Calling delete_port for d32de669-5da3-4c5f-aa99-5a8a9e7e1328 owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:32:56.109210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:56.164340 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Pushing event deleted for resources: {'Port': ['ID=d32de669-5da3-4c5f-aa99-5a8a9e7e1328,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:32:56.175869 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:56.213829 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.214200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.214535 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.214867 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.215190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.215538 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.215865 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.216594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.216594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.216856 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.217101 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.217414 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:32:56.227730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:56.274864 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:56.289342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:56.290472 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5ad85988-d6fd-455c-9436-b7db6b6483ae tempest-AttachVolumeShelveTestJSON-1171797247 tempest-AttachVolumeShelveTestJSON-1171797247-project] 10.222.0.26 "DELETE /v2.0/floatingips/6bd1a79c-0ec5-4c97-9550-2d3b21bb3f04 HTTP/1.1" status: 204 len: 168 time: 1.7623498 Jun 23 18:32:56.464145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 80e4ca50-2aa3-42be-bd46-6de77351b0ea no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:32:56.500954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 80e4ca50-2aa3-42be-bd46-6de77351b0ea {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:32:56.501286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 80e4ca50-2aa3-42be-bd46-6de77351b0ea not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:32:56.535878 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da667795-d970-4be6-a48d-3880badae52c req-71506828-aa14-40ea-800a-732523b6e843 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0539820 Jun 23 18:32:56.945897 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7c850da5-ba78-4461-9566-5435b8128394 req-eaa9fb92-c58b-4ed0-9bed-b45da413ad7a tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] 10.222.0.26 "GET /v2.0/ports?device_id=02914487-b08e-4719-90ea-b7d9ecc6a356 HTTP/1.1" status: 200 len: 210 time: 0.0470519 Jun 23 18:32:57.689080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aee3b955-5a99-4049-adf2-048cff18ac9d req-13f2e2d4-256f-4b17-a067-fe2c4e1363fb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0492492 Jun 23 18:32:57.816696 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-deaf5851-55e8-481d-9082-b643f4aef275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808108 Jun 23 18:32:57.888313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:32:57.954930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-8695f551-c035-4f0a-988b-079f6957c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:57.956701 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-8695f551-c035-4f0a-988b-079f6957c92a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.1187091 Jun 23 18:32:58.260111 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-db859ecd-98e1-4f80-8d55-4e30212e89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:58.261539 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-db859ecd-98e1-4f80-8d55-4e30212e89db service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.2764678 Jun 23 18:32:58.367110 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-cd5d6a91-b00a-4793-a435-a8c439f882ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 999 time: 0.0989876 Jun 23 18:32:58.442020 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-db4f1f63-0270-40b8-b7cb-fb4e3494ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:58.443412 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-db4f1f63-0270-40b8-b7cb-fb4e3494ae6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0703623 Jun 23 18:32:58.528812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-d1999ee9-21b8-42af-bb1b-12f77f805034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:32:58.530309 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-d1999ee9-21b8-42af-bb1b-12f77f805034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813468 Jun 23 18:32:58.673795 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-313cf37f-909b-41e4-9b6d-ab51ff9dd13e service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354337 Jun 23 18:32:58.822466 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fce2dab-ceb2-454a-ad79-8838724f31c2 req-7fac9260-a451-4d1b-a66f-267540c46b0c service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413803 Jun 23 18:32:58.906391 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dda66381-3f09-49bd-b5c8-8d5f4e068c8b req-5fbc137b-3f4d-4e52-aced-94a28607665a tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d6a2388-4d14-4dc1-97d4-6b27189314af HTTP/1.1" status: 200 len: 210 time: 0.0688176 Jun 23 18:32:59.029128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56376) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:32:59.696880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.030309 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56390) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:00.152660 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Deleting port ba784c35-27e7-446f-bcaf-0eecab38fcae {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:00.152993 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.314233 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.366807 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.401679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] For port ba784c35-27e7-446f-bcaf-0eecab38fcae, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=ba784c35-27e7-446f-bcaf-0eecab38fcae,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:00.402055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.539547 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Calling delete_port for ba784c35-27e7-446f-bcaf-0eecab38fcae owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:00.595200 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.639826 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf8973-8610-4dcc-8537-34319e4dda90,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:00.659176 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.660305 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fd5a6688-be13-4a0f-86a0-755e3239f35e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "DELETE /v2.0/security-groups/3fbf8973-8610-4dcc-8537-34319e4dda90 HTTP/1.1" status: 204 len: 168 time: 0.6290724 Jun 23 18:33:00.662871 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 56400) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:00.679764 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.api.v2.resource [None req-2f77fde5-bc99-49c3-b30b-0e02bd8e4c1e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] show failed (client error): The resource could not be found. Jun 23 18:33:00.680785 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-2f77fde5-bc99-49c3-b30b-0e02bd8e4c1e tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups/3fbf8973-8610-4dcc-8537-34319e4dda90 HTTP/1.1" status: 404 len: 347 time: 0.0169184 Jun 23 18:33:00.683390 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 56404) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:00.747655 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:00.795485 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba784c35-27e7-446f-bcaf-0eecab38fcae,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:00.840129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Deleting port 3f4ae1bf-53cb-47c3-ba4f-2538cc7be614 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:00.840820 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.034378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.034715 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.087245 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.160467 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Calling delete_port for 3f4ae1bf-53cb-47c3-ba4f-2538cc7be614 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:01.318161 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.401911 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event deleted for resources: {'Port': ['ID=3f4ae1bf-53cb-47c3-ba4f-2538cc7be614,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:01.458253 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Router 7bdd4221-43c3-4540-858f-860666b9c39b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:33:01.539865 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.558758 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:01.559898 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ba50edc8-99b1-4073-90cb-96bae436091b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "DELETE /v2.0/floatingips/fd5d18f4-54f4-4333-86a1-20160ed66d4e HTTP/1.1" status: 204 len: 168 time: 0.8756454 Jun 23 18:33:01.760237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:33:01.770231 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936e963-3719-495a-9486-542bc641759c None None] Sync routers for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:33:01.779724 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936e963-3719-495a-9486-542bc641759c None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:33:01.780410 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4936e963-3719-495a-9486-542bc641759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:01.783969 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a3e963d4-0ca2-417a-9240-ca10294cc003 admin admin] 10.222.0.26 "PUT /v2.0/routers/7bdd4221-43c3-4540-858f-860666b9c39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534182 Jun 23 18:33:01.786437 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56420) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:01.958094 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4936e963-3719-495a-9486-542bc641759c None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:33:01.963994 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.151846 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.161896 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Deleting port 21198786-138f-4f2b-a620-927e8e508a6f {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:02.162299 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.248265 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4936e963-3719-495a-9486-542bc641759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '21198786-138f-4f2b-a620-927e8e508a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:33:00Z', 'revision_number': 5, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port': {'id': '21198786-138f-4f2b-a620-927e8e508a6f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:06Z', 'updated_at': '2022-06-23T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:02.252763 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936e963-3719-495a-9486-542bc641759c None None] Checking router: 7bdd4221-43c3-4540-858f-860666b9c39b for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:33:02.261316 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936e963-3719-495a-9486-542bc641759c None None] Routers {'7bdd4221-43c3-4540-858f-860666b9c39b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:33:02.261934 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4936e963-3719-495a-9486-542bc641759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['7bdd4221-43c3-4540-858f-860666b9c39b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:02.348348 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] For port 21198786-138f-4f2b-a620-927e8e508a6f, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=21198786-138f-4f2b-a620-927e8e508a6f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:02.348848 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.427212 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4936e963-3719-495a-9486-542bc641759c None None] Set router 7bdd4221-43c3-4540-858f-860666b9c39b gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:33:02.474938 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Calling delete_port for 21198786-138f-4f2b-a620-927e8e508a6f owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:02.532116 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4936e963-3719-495a-9486-542bc641759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:33:02Z', 'revision_number': 6, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:02.536283 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936e963-3719-495a-9486-542bc641759c None None] The sync data for ids ['7bdd4221-43c3-4540-858f-860666b9c39b'] in dv-cinder-847189-1-iscsi is: [{'id': '7bdd4221-43c3-4540-858f-860666b9c39b', 'name': 'tempest-TestMinimumBasicScenario-579628420-router', 'tenant_id': '52971060282b48e18d48ca79a129103d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:05Z', 'updated_at': '2022-06-23T18:33:02Z', 'revision_number': 6, 'project_id': '52971060282b48e18d48ca79a129103d', 'gw_port_host': None}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:33:02.653831 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.701555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21198786-138f-4f2b-a620-927e8e508a6f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:02.797056 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.971622 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.974359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.996091 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:02.996711 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdd4221-43c3-4540-858f-860666b9c39b {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:33:03.009753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.010876 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c8debfd1-de72-4a43-8ed1-2b6f885118d8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7bdd4221-43c3-4540-858f-860666b9c39b HTTP/1.1" status: 204 len: 168 time: 1.2235165 Jun 23 18:33:03.013392 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56434) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:03.168505 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Deleting subnet ab0d09a4-6233-41f5-8b43-1952241feca9 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:33:03.171364 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.218531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.295883 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.369409 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.411894 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0d09a4-6233-41f5-8b43-1952241feca9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:03.414126 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.418379 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef0170f-e966-4a82-8f0d-8606611e1b17 None None] Network a22759c8-807a-4eda-924a-adbbb94acc13 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:33:03.421735 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-07981433-e066-425d-a881-526328c01ea6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ab0d09a4-6233-41f5-8b43-1952241feca9 HTTP/1.1" status: 204 len: 168 time: 0.4073603 Jun 23 18:33:03.424830 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56442) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:03.543170 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.554812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Deleting port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:03.555151 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.714023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] DHCP port deletion for a22759c8-807a-4eda-924a-adbbb94acc13 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:33:03.718267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Deleting port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:03.718698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.790800 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] For port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:03.791157 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.918366 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Calling delete_port for 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:03.932873 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] For port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,segment=NetworkSegment(e062629a-b815-4056-98a5-474414e7dc2c),segment_id=e062629a-b815-4056-98a5-474414e7dc2c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:03.933471 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:03.998090 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.050673 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] No DVR routers for this DVR port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 on host dv-cinder-847189-1-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:33:04.058822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Calling delete_port for 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:04.076959 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5de3db-512a-4eeb-81ee-bdeadac9efc3,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:04.174318 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.179556 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device ba784c35-27e7-446f-bcaf-0eecab38fcae no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:04.199110 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22759c8-807a-4eda-924a-adbbb94acc13']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:04.210897 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e062629a-b815-4056-98a5-474414e7dc2c') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:04.211190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e062629a-b815-4056-98a5-474414e7dc2c') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:04.222343 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.227668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: ba784c35-27e7-446f-bcaf-0eecab38fcae {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:04.228008 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device ba784c35-27e7-446f-bcaf-0eecab38fcae not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:04.228422 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 21198786-138f-4f2b-a620-927e8e508a6f no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:04.238833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.245257 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:33:04.245646 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.261650 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 21198786-138f-4f2b-a620-927e8e508a6f {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:04.262097 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 21198786-138f-4f2b-a620-927e8e508a6f not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:04.262522 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:04.298320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:04.298669 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:04.300206 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:33:04.300595 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:33:04.332261 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment e062629a-b815-4056-98a5-474414e7dc2c resource provider aggregate not found Jun 23 18:33:04.347580 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.352680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.356061 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment e062629a-b815-4056-98a5-474414e7dc2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e062629a-b815-4056-98a5-474414e7dc2c found for delete ", "request_id": "req-6fd99618-6a49-4b9c-abdb-6daf56c056e0"}]} Jun 23 18:33:04.377824 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22759c8-807a-4eda-924a-adbbb94acc13,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:04.386214 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3676e580-63e2-495b-9941-f70fdb49ef75 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a22759c8-807a-4eda-924a-adbbb94acc13 HTTP/1.1" status: 204 len: 168 time: 0.9601817 Jun 23 18:33:04.388971 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56456) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:04.801477 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Deleting port 9e5de3db-512a-4eeb-81ee-bdeadac9efc3 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:04.802089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:04.869212 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-32a64b1c-4dc3-490f-a4f4-c0b44a566bba None None] The port '9e5de3db-512a-4eeb-81ee-bdeadac9efc3' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:33:05.054149 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:05.410080 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Deleting port a6803fc8-fc02-4a7a-becf-44a95a2f90a1 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:05.410832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:05.586637 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] For port a6803fc8-fc02-4a7a-becf-44a95a2f90a1, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:05.586905 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:05.711871 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Calling delete_port for a6803fc8-fc02-4a7a-becf-44a95a2f90a1 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:05.894614 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:05.939178 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6803fc8-fc02-4a7a-becf-44a95a2f90a1,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:06.316637 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:06.677633 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Router b732cd52-7009-4e1f-b517-f7247cf253ba has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:33:06.853176 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:33:06.863071 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c67f4874-f46d-49d7-9246-04a56340ffeb admin admin] 10.222.0.26 "PUT /v2.0/routers/b732cd52-7009-4e1f-b517-f7247cf253ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730289 Jun 23 18:33:06.865572 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56484) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:06.867324 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Sync routers for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:33:06.883490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:33:06.884103 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:07.047312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:07.099516 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:33:07.226613 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:07.243156 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Deleting port 87b289ef-16e5-4ee6-8954-62e83c2cad1c {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:07.243600 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:07.384635 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:33:05Z', 'revision_number': 5, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port': {'id': '87b289ef-16e5-4ee6-8954-62e83c2cad1c', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:07.389072 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Checking router: b732cd52-7009-4e1f-b517-f7247cf253ba for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:33:07.397505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Routers {'b732cd52-7009-4e1f-b517-f7247cf253ba'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:33:07.398127 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:32:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['b732cd52-7009-4e1f-b517-f7247cf253ba'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:07.417624 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] For port 87b289ef-16e5-4ee6-8954-62e83c2cad1c, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=87b289ef-16e5-4ee6-8954-62e83c2cad1c,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:07.417912 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:07.538815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Calling delete_port for 87b289ef-16e5-4ee6-8954-62e83c2cad1c owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:07.545847 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] Set router b732cd52-7009-4e1f-b517-f7247cf253ba gateway port host: None {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:33:07.653441 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:33:07Z', 'revision_number': 6, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:07.658475 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ebc76-96dd-4796-8c10-9a1f442448a1 None None] The sync data for ids ['b732cd52-7009-4e1f-b517-f7247cf253ba'] in dv-cinder-847189-1-iscsi is: [{'id': 'b732cd52-7009-4e1f-b517-f7247cf253ba', 'name': 'tempest-TestMinimumBasicScenario-263933391-router', 'tenant_id': '8cf8c365c8084e218607390fef873f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:15Z', 'updated_at': '2022-06-23T18:33:07Z', 'revision_number': 6, 'project_id': '8cf8c365c8084e218607390fef873f52', 'gw_port_host': None}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:33:07.824137 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:07.872809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b289ef-16e5-4ee6-8954-62e83c2cad1c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:07.966029 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.147880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.150043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.171358 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.171963 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b732cd52-7009-4e1f-b517-f7247cf253ba {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:33:08.183899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.185001 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-26ec8be5-146c-425c-be71-e854572b7984 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b732cd52-7009-4e1f-b517-f7247cf253ba HTTP/1.1" status: 204 len: 168 time: 1.3181491 Jun 23 18:33:08.187557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56498) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:08.248127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Deleting subnet ec253db7-132a-4674-afd1-aca1156f8fb6 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:33:08.251606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.300343 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.381219 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.454655 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a6803fc8-fc02-4a7a-becf-44a95a2f90a1 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:08.459478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.492819 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: a6803fc8-fc02-4a7a-becf-44a95a2f90a1 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:08.493169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a6803fc8-fc02-4a7a-becf-44a95a2f90a1 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:08.498188 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec253db7-132a-4674-afd1-aca1156f8fb6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:08.503681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.509863 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fa71fcbf-f56d-49c3-bd6a-eaeb4d70f5ef admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec253db7-132a-4674-afd1-aca1156f8fb6 HTTP/1.1" status: 204 len: 168 time: 0.3204634 Jun 23 18:33:08.510128 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d07d64-496e-4b58-8671-9ae4d1672d17 None None] Network 15447aba-2959-4231-9541-83b7590a89b0 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:33:08.512188 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56504) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:08.618022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.629815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Deleting port 7231a38d-e01f-42fe-adfe-6c008827f907 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:08.630181 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.771713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] DHCP port deletion for 15447aba-2959-4231-9541-83b7590a89b0 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:33:08.776185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Deleting port 7231a38d-e01f-42fe-adfe-6c008827f907 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:08.776555 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.866463 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] For port 7231a38d-e01f-42fe-adfe-6c008827f907, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=7231a38d-e01f-42fe-adfe-6c008827f907,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:08.867030 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:08.994888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Calling delete_port for 7231a38d-e01f-42fe-adfe-6c008827f907 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:09.014394 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] For port 7231a38d-e01f-42fe-adfe-6c008827f907, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=7231a38d-e01f-42fe-adfe-6c008827f907,segment=NetworkSegment(1b3068c7-4b74-42c7-9e6f-ab723de31c50),segment_id=1b3068c7-4b74-42c7-9e6f-ab723de31c50)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:33:09.014778 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.075689 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.137701 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7231a38d-e01f-42fe-adfe-6c008827f907,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:09.143016 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] No DVR routers for this DVR port 7231a38d-e01f-42fe-adfe-6c008827f907 on host dv-cinder-847189-1-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:33:09.177272 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Calling delete_port for 7231a38d-e01f-42fe-adfe-6c008827f907 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:33:09.252320 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:33:09.252671 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:33:09.344662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.369484 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15447aba-2959-4231-9541-83b7590a89b0']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:09.382671 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3068c7-4b74-42c7-9e6f-ab723de31c50') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:09.382964 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3068c7-4b74-42c7-9e6f-ab723de31c50') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:33:09.394809 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.414007 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.420274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:33:09.420656 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.488597 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 1b3068c7-4b74-42c7-9e6f-ab723de31c50 resource provider aggregate not found Jun 23 18:33:09.510962 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 1b3068c7-4b74-42c7-9e6f-ab723de31c50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b3068c7-4b74-42c7-9e6f-ab723de31c50 found for delete ", "request_id": "req-9b2195c2-4ed1-44ca-9d02-521809ff5ae4"}]} Jun 23 18:33:09.522586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.540384 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.544586 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.546295 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15447aba-2959-4231-9541-83b7590a89b0,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:09.553007 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9e1efbc5-2ca0-4f8a-917f-5c48f8d0efd5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/15447aba-2959-4231-9541-83b7590a89b0 HTTP/1.1" status: 204 len: 168 time: 1.0398915 Jun 23 18:33:09.666923 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56522) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:09.718168 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bfa307e5-7c04-496a-83e3-44375839a968 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52971060282b48e18d48ca79a129103d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500259 Jun 23 18:33:09.721336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56526) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:09.753804 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Deleting port 7231a38d-e01f-42fe-adfe-6c008827f907 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:33:09.754298 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.780218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.807037 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.817919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-66d717f9-0ee2-448e-8b8b-63fbfa26f5ee None None] The port '7231a38d-e01f-42fe-adfe-6c008827f907' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:33:09.858895 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.876479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc80cda-e2b3-44ee-b039-f6459f11213e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:09.888478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:09.892764 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-50af0e5c-1a52-4fe1-8cea-640823ac09b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dc80cda-e2b3-44ee-b039-f6459f11213e HTTP/1.1" status: 204 len: 168 time: 0.1703556 Jun 23 18:33:10.123176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 7231a38d-e01f-42fe-adfe-6c008827f907 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:10.160469 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 7231a38d-e01f-42fe-adfe-6c008827f907 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:10.160811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 7231a38d-e01f-42fe-adfe-6c008827f907 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:10.161218 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 87b289ef-16e5-4ee6-8954-62e83c2cad1c no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:33:10.193967 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 87b289ef-16e5-4ee6-8954-62e83c2cad1c {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:33:10.194315 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 87b289ef-16e5-4ee6-8954-62e83c2cad1c not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:33:10.257358 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56540) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:10.303882 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-99107697-73f6-46b5-b2d1-a20d2a8e4ab9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cf8c365c8084e218607390fef873f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453727 Jun 23 18:33:10.306279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 56544) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:33:10.364875 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:10.389502 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:10.443034 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:10.462787 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f415bb-9bde-4691-9a1f-5b0f89f66b57,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:33:10.466318 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:10.470774 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b62b4238-ace3-4953-aba5-b2f77f47277f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6f415bb-9bde-4691-9a1f-5b0f89f66b57 HTTP/1.1" status: 204 len: 168 time: 0.1602857 Jun 23 18:33:22.518342 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-22ad3bfe-528f-443c-b4bd-53f3900a97ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:24.624105 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4afeeeef-961f-4a66-997f-eb51247ac750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:26.178737 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:26.230003 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:26.420117 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:33:27.875488 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:39.540392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:52.509964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-345d5d8d-1f06-4e99-bf56-8e570fe28d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:54.625891 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f6666aba-8815-4c07-be3d-1c3d7cac1db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:56.183414 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:56.231676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:57.879779 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:33:58.932255 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-983448ee-7a88-4daf-8bfb-ce16a7562259 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2278817 Jun 23 18:33:59.079972 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-d0f98902-eee6-447b-af3d-5aa69976265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:33:59.081436 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-d0f98902-eee6-447b-af3d-5aa69976265d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0816574 Jun 23 18:33:59.223109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-39478df1-fd78-41f7-85ce-3950efacdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:33:59.224538 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-39478df1-fd78-41f7-85ce-3950efacdb91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1255004 Jun 23 18:33:59.289713 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-75c0fc6d-d9bc-42b9-83a8-01841c8e96e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0593805 Jun 23 18:33:59.352981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-425d3d94-e114-49fe-aae0-029387bd58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:33:59.354444 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-425d3d94-e114-49fe-aae0-029387bd58d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0595915 Jun 23 18:33:59.433898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-31ecc16e-2c93-4865-8a17-76bbf6e89715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:33:59.435887 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-31ecc16e-2c93-4865-8a17-76bbf6e89715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754793 Jun 23 18:33:59.445633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-ea23e3ce-93a1-4d72-a7d5-dbe57c9e100d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:33:59.446588 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-ea23e3ce-93a1-4d72-a7d5-dbe57c9e100d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047059 Jun 23 18:33:59.577087 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-3c1cd140-217d-49ff-bb6b-9077a5946ef8 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245732 Jun 23 18:33:59.711577 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bded803-b538-4559-a6b0-a7db9abf5b03 req-4f7b2b9a-5ffc-4f8a-b9da-00f3fa38a6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283710 Jun 23 18:34:03.419342 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:34:09.534742 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:22.513421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f619ccf1-da78-4054-bd2a-a0207a5ed1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:24.627317 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9419a801-c3f4-4d7f-91a8-80a3c9a3dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:26.190895 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:26.234478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:27.882416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:39.534776 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:40.417632 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:34:52.516370 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2c555789-28a3-46af-b675-290236aea0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:54.630646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a532d91b-85c7-445d-a086-62715dbd58a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:56.184886 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:56.236764 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:57.885518 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:34:58.814364 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-9dbc426b-1319-4750-9069-6a2db86cc038 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794089 Jun 23 18:34:58.917633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-14805d0d-a25f-47e0-8318-e85af8d69929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:34:58.919133 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-14805d0d-a25f-47e0-8318-e85af8d69929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0840502 Jun 23 18:34:59.057766 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-a1bac629-10d0-4df0-a69b-7035984a51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:34:59.059196 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-a1bac629-10d0-4df0-a69b-7035984a51d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1226249 Jun 23 18:34:59.132549 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-4e84e9e7-f210-495e-a2a0-71a1ef2fe9df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0667019 Jun 23 18:34:59.193854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-184c62a5-7789-4e59-bad9-b584db14ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:34:59.195262 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-184c62a5-7789-4e59-bad9-b584db14ddb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0571322 Jun 23 18:34:59.278021 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-0d55e588-c750-4d73-b0ca-962c34167881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:34:59.279456 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-0d55e588-c750-4d73-b0ca-962c34167881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782106 Jun 23 18:34:59.406659 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-86ce3b9d-d943-45b7-bf95-89e59b687d48 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200755 Jun 23 18:34:59.599609 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2f558fd9-a139-4848-9095-b3c7683b0a95 req-fbed37ec-2fae-4c70-9a1e-3bdea98e058c service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873455 Jun 23 18:35:09.550962 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:17.416375 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:35:22.518488 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f066f660-51ef-4ccd-b290-729df2d0bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:24.631399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1da37859-e88b-4443-8745-d991137cc7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:26.189473 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:26.238879 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:27.893681 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:39.550769 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:52.520157 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb4d9-c4eb-4503-8359-a02e71374cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:54.414854 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:35:54.633129 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d5278933-9d59-4f37-b725-27373728b240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:56.192844 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:56.242087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:35:57.890628 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:00.813226 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-3296dc95-c72d-43ea-bfc6-99ffc99cce6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756803 Jun 23 18:36:00.914742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-96aa7f2b-5ccf-483c-8873-3d1906aa197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:00.916216 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-96aa7f2b-5ccf-483c-8873-3d1906aa197d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 1098 time: 0.0805833 Jun 23 18:36:01.059888 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-1a805b4e-da0a-4d9f-9fb1-c3af54e6cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:01.061330 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-1a805b4e-da0a-4d9f-9fb1-c3af54e6cc98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1270208 Jun 23 18:36:01.164425 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-d30852a5-a9c2-4c34-a7e4-63a0199a1efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 200 len: 999 time: 0.0968654 Jun 23 18:36:01.225529 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-87df86c8-7bde-4ca6-8b6f-bfcd76893b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:01.226971 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-87df86c8-7bde-4ca6-8b6f-bfcd76893b48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0566542 Jun 23 18:36:01.311508 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-ffd10f75-c51b-45bf-afc1-2beae7649e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:01.313492 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-ffd10f75-c51b-45bf-afc1-2beae7649e88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812480 Jun 23 18:36:01.447118 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-8cc839e0-0c9e-4a99-9bed-595ad11e804e service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273770 Jun 23 18:36:01.578345 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c86b4a70-b04a-4951-b776-d8d3ae82a48e req-253fd469-c04e-4340-8e46-4ba2f4eda1ef service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251559 Jun 23 18:36:09.566630 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:22.522418 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71ecb0c3-22b8-4677-a021-3c07d43e7518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:24.636256 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-64566a00-d4ed-4fa4-b35a-7422ef04ccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:26.195178 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:26.244416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:27.894169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:31.413176 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:36:39.582051 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:52.526202 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2c542ad5-2d5c-4947-8ba3-4acccf146e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:54.638183 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7083-54e5-4a20-b613-47958ac528ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:56.206099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:56.216335 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70944555-e383-46ea-aa2c-4af0f96dc322 req-278ce559-8165-4ee9-8b74-806699fa7bf2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:56.217882 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-70944555-e383-46ea-aa2c-4af0f96dc322 req-278ce559-8165-4ee9-8b74-806699fa7bf2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.2581425 Jun 23 18:36:56.267541 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-70944555-e383-46ea-aa2c-4af0f96dc322 req-40addd1e-7c5c-48f9-945d-deb11f141de0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Jun 23 18:36:56.273391 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:56.631022 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-02d7be73-7373-4d60-9f06-6a36e0e8158b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:36:56.632425 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-02d7be73-7373-4d60-9f06-6a36e0e8158b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 945 time: 0.0891378 Jun 23 18:36:56.702192 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Deleting port 0524b1bc-ecd7-4251-a452-72882f4a0b0b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:36:56.702541 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:56.952724 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] For port 0524b1bc-ecd7-4251-a452-72882f4a0b0b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0524b1bc-ecd7-4251-a452-72882f4a0b0b,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:36:56.953082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:57.321794 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:57.322476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:57.322476 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Floating IP 0a4858a1-fe47-43ee-ab69-d2474457e1d2 disassociated. External IP: 172.27.2.9, port: 0524b1bc-ecd7-4251-a452-72882f4a0b0b. Jun 23 18:36:57.322815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Calling delete_port for 0524b1bc-ecd7-4251-a452-72882f4a0b0b owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:36:57.468453 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:57.486239 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6552d66f-482d-461a-8451-8e1209fa46f0 req-3c0fe7f2-1848-46b4-ab5e-ae68eb3ee838 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1019516 Jun 23 18:36:57.521296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'Port': ['ID=0524b1bc-ecd7-4251-a452-72882f4a0b0b,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:36:57.532821 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.533186 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.533632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.533910 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.534240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.534566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.534885 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.535244 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.535615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.535933 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.536252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.536563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:36:57.710925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:36:57.909349 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:36:57.910577 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:57.925224 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:36:57.942420 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:36:57.942987 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:36:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:36:58.011362 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] No DVR routers for this DVR port 0524b1bc-ecd7-4251-a452-72882f4a0b0b on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:36:58.014070 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:36:58.020638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'name': 'network-vif-deleted', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:36:58.051804 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-14e2a4cc-8247-494f-87a4-9a1306e09cc7 req-f45a3252-fca7-4fcb-af13-e16a57f1eb9f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "DELETE /v2.0/ports/0524b1bc-ecd7-4251-a452-72882f4a0b0b HTTP/1.1" status: 204 len: 173 time: 1.4140828 Jun 23 18:36:58.162533 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b2a3ef-bfba-4762-b4f3-785fd0ece430'] response: {'server_uuid': '87e42201-7664-4860-a464-1d08847184a1', 'name': 'network-vif-deleted', 'tag': '0524b1bc-ecd7-4251-a452-72882f4a0b0b', 'status': 'completed', 'code': 200} Jun 23 18:36:58.204382 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:36:58.529918 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:36:58.534453 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:36:58.542591 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:36:58.543201 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:36:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:36:58.648581 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-daf8e0f7-ea58-4826-8e08-88f7c7cb2ef0 req-929f8aeb-fcc4-47a1-93bd-cb7d18319236 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0546274 Jun 23 18:36:58.721097 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:36:59.025311 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:36:59.029026 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79eb15-aecc-4778-80ab-867b498c3348 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:36:59.238025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc830c79-1532-43d6-a8ae-83172fe73c60 None None] New status for floating IP 0a4858a1-fe47-43ee-ab69-d2474457e1d2: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:36:59.583314 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 0524b1bc-ecd7-4251-a452-72882f4a0b0b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:36:59.651008 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 0524b1bc-ecd7-4251-a452-72882f4a0b0b {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:36:59.651344 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 0524b1bc-ecd7-4251-a452-72882f4a0b0b not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:36:59.809386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-afc81e1d-55bf-4938-bc5e-904f5e8b1257 req-5d1d42e7-9629-4648-883d-d0adab3fdc5b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:36:59.825361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-afc81e1d-55bf-4938-bc5e-904f5e8b1257 req-5d1d42e7-9629-4648-883d-d0adab3fdc5b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:36:59.826548 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-afc81e1d-55bf-4938-bc5e-904f5e8b1257 req-5d1d42e7-9629-4648-883d-d0adab3fdc5b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0724046 Jun 23 18:37:00.983441 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b1be364-61ce-4a65-8012-b6daf400bb0d req-b2788508-761e-4b16-a24a-9eb86110f58f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0492182 Jun 23 18:37:01.782487 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-d6ecd3e2-2333-47a5-9393-6971b03b1d12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775313 Jun 23 18:37:01.921503 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-9e143809-0538-4440-bc2c-0c1606aa6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:37:01.923700 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-9e143809-0538-4440-bc2c-0c1606aa6bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0777669 Jun 23 18:37:02.068925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-af81004d-9b3e-40af-9464-023d681434c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:37:02.070295 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-af81004d-9b3e-40af-9464-023d681434c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1295290 Jun 23 18:37:02.171383 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-2d415884-2938-46fa-a87d-7f239c9975e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0953069 Jun 23 18:37:02.214518 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ec105443-f16d-4e8d-b3ee-a3c108dd8281 req-99a4beb1-9471-4f5e-9f4e-f011b47912bc tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0873444 Jun 23 18:37:02.239533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-ecc3efe4-294c-4c64-9320-874400341f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:37:02.240925 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-ecc3efe4-294c-4c64-9320-874400341f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0637813 Jun 23 18:37:02.323838 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-adab677e-5f79-4c19-9a4e-2a4b12837a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:37:02.325217 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-adab677e-5f79-4c19-9a4e-2a4b12837a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782285 Jun 23 18:37:02.535382 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-9e47d2cd-d2f8-4c28-ba8e-bb3fabf20959 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034130 Jun 23 18:37:02.666417 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35fa2c4d-a265-4a7c-ab31-5bf758b07677 req-1c0b2a23-f63a-484e-844b-1ca94eedc217 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255100 Jun 23 18:37:03.369480 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a44239a7-5e75-40d0-a104-4a6597d70289 req-d5d75a5d-7455-404e-9344-07d0064a1120 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0516930 Jun 23 18:37:04.523163 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56712e0a-6b70-4910-b979-f9a3123815a0 req-7c59e082-4487-4603-b6b0-0ef33cee1743 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0484467 Jun 23 18:37:05.677545 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee853727-5317-43fd-aa7e-7bc1d5cc2487 req-bcf260fe-8d2f-4afc-ba3b-e5f695042719 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0489674 Jun 23 18:37:06.833793 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c23069e1-9927-427c-8973-1a4eb17b0906 req-f1dd2a22-7b80-4b71-98e2-e1db28fb8a59 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0526900 Jun 23 18:37:07.990261 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33ac2bc8-3d6e-47b5-b978-c9ca8973f300 req-5d5f5655-6cfd-4545-9912-7ac24ef9b901 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0495937 Jun 23 18:37:08.413024 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:37:09.183202 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-11445f7b-dacd-449d-82b1-f6c3b9dfe4c5 req-1cd38e71-e1bf-4760-9787-d2b7eed75373 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0665615 Jun 23 18:37:09.581172 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:10.339675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a3984ff2-f3ef-4f2a-982c-6e06addebf00 req-aaeb4ac9-b24a-4c7c-8685-666c61e5de50 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0515776 Jun 23 18:37:11.498629 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-957fb225-ed1d-4d2a-afd8-c0179f8672c7 req-1ef003ab-856b-4d33-ab36-dd0c4fd5d6f3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0499418 Jun 23 18:37:12.649704 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67513654-fc15-4651-b95a-48439bd32759 req-26868fa3-72e8-4bdb-a196-ac8226c4b851 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0480547 Jun 23 18:37:13.806857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28693510-3e6a-409d-9bcb-efc6144167c3 req-d03ceb75-ce9e-4ad6-b4ae-04446503ecc5 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0519190 Jun 23 18:37:14.966913 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92bc77a0-eb92-41e7-a5d2-6ad423ecb2fa req-2fd7627c-0ebf-4678-93df-aee90d7ee5e2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0514846 Jun 23 18:37:16.125563 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9af35ce8-9b72-46e3-8c60-780c01d80c28 req-f30fad2f-0fb6-49e7-a513-ab80d2b4955d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0528984 Jun 23 18:37:17.280364 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b1745530-b4ec-4ccd-808c-620236e2894f req-a6318f09-3628-49fa-997a-34849a8ad680 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0498686 Jun 23 18:37:18.437674 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f6bf2d-5b5c-442b-8bf0-594c63d34eb7 req-005137e1-c528-42f1-b17e-7fee43ce5c1d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0513873 Jun 23 18:37:19.591599 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-528d783d-6af8-4810-ad5e-c778fdb0927a req-e99c9fb3-c269-4f0a-8572-4771531b34d6 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0500729 Jun 23 18:37:20.745120 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-05b8f944-8868-48c6-9e71-280cc5c2c121 req-d8c12126-8e7f-4bdd-bbf1-5b355590b9ec tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0498011 Jun 23 18:37:21.903212 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-116a21bd-982c-496f-8995-cb26759273ab req-c6fb7cee-d8db-4735-b1fb-42d809335b90 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0516634 Jun 23 18:37:22.529356 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ce7b-68ab-4e9c-96c5-d3166ea03991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:23.058748 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3db164f6-1a67-4e21-a202-be81e44e12e9 req-f6a6acb9-282a-4c35-97f7-29f309e3c8a0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0494566 Jun 23 18:37:24.214922 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-11e75997-67f7-420f-b2bf-e4633696b897 req-9025ac5f-db31-4fee-b54f-944a5789bd40 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0481687 Jun 23 18:37:24.639503 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71e2e86b-de94-47a6-be65-08c70c3c7c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:25.370880 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8b2c906b-dfc2-4916-a68f-024c0baed2ee req-7774c5de-62fc-4d2b-b860-06a63639dd29 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Jun 23 18:37:26.194557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:26.248862 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:26.529032 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f51e1bc5-ddee-4d9b-bc98-8f91d46dc902 req-1f1b6aa1-0f30-4c65-b06a-ce5796c67c20 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0513253 Jun 23 18:37:27.687044 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c93f18cd-d414-4044-aa5a-b84f7a84e0ef req-0b4b141f-b409-4b05-b943-cf747f148a4e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0497324 Jun 23 18:37:27.898749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:28.840904 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-84b3b5e5-d03d-463f-9801-875a86382d8c req-4fdff9c8-6782-4dd2-b37d-d1a9cb2d1520 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0480049 Jun 23 18:37:30.005925 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b0270e35-583f-4a45-87ee-7f30d3f27e66 req-3c49a62d-9c7c-4493-896d-4f2668399c08 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0521159 Jun 23 18:37:31.161596 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a6d5c2c-63a9-4b68-8e9f-b7346493659a req-927e5ba5-8e62-4b8b-91ae-771529055778 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491116 Jun 23 18:37:32.313512 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9fe27fd6-fc1b-4040-a3f2-63574743038b req-6d587659-b6bb-4abf-8c25-f359e0e2dc85 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491531 Jun 23 18:37:33.468016 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-27d2a72c-9ac2-445d-ac27-9f77129e672b req-aa31e142-efbd-4874-b756-01bc2dc998ba tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0532544 Jun 23 18:37:34.618932 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-74053ad9-0433-4e8d-98e1-4faa4c6cf477 req-528b90a3-5402-4781-ac32-4ef82c6c3ea2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0478644 Jun 23 18:37:35.774804 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-62818958-5df8-4c4f-8137-0492af2121e6 req-e4ca7a5f-93a4-46aa-b500-c4956ff77754 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0492868 Jun 23 18:37:36.934129 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5ba75402-0783-4839-a9af-1bc451b42a0a req-24a4708d-ed7e-4694-83a8-2d5c9f5588ca tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0523422 Jun 23 18:37:38.090773 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91fba7a7-88f6-4882-afbd-961a38a3a771 req-82913254-6fde-4d6e-969e-fdeeacb846d5 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0517581 Jun 23 18:37:39.245225 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cc83dd4b-11a5-45de-8c40-3f0f5620d56b req-99e29ec5-a3b2-4394-861d-c9f4f015945f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0503018 Jun 23 18:37:39.581413 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:40.399316 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3acbd251-151d-41b6-bd79-3836ac15064f req-8f99c379-958d-4559-a0a9-4abf8b48d5e5 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0499310 Jun 23 18:37:41.556234 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eee84e8e-ad00-4f75-b94c-55e38d548cd4 req-505e4301-26bf-44b6-80c4-31a31f5999a9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0509553 Jun 23 18:37:42.712412 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4fe662b5-44e3-4861-9f32-167aa060e15f req-96b6add0-3839-4e00-8d36-f22028c9f6ef tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0486033 Jun 23 18:37:43.867245 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5c3e6d50-a77a-450a-8037-49d548d0b6b6 req-7c7231fb-1cc0-414f-b8f9-f28bcac059f3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0488503 Jun 23 18:37:45.024299 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-184364cf-85cd-46df-b366-4b55a4236977 req-dbe56969-c8a8-4efb-8ac9-21268b33ef4a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0518067 Jun 23 18:37:45.412054 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:37:46.176349 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c7056d57-cfcb-429d-aa7b-824ed6858279 req-5356d4aa-128b-46f4-a083-6f17fe0674d8 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0476489 Jun 23 18:37:47.331377 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-de6c6e80-affe-4e97-8e3c-aee066e2dab4 req-d62af972-c266-4c6f-ae8e-1d5465a56f4e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0486147 Jun 23 18:37:48.488266 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc1e9154-a58e-443f-9bfe-bbb54768c75a req-9f2a8211-a8d6-4be4-ab91-2f05c6ab629d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0512478 Jun 23 18:37:49.733675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c5f5f668-55aa-40de-af27-767bd40d62b7 req-7560db58-6381-4f8f-8a2a-a0192c367acd tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1405406 Jun 23 18:37:50.890753 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9adfe325-9c29-473e-8247-c2cd5cb7dc23 req-b4004409-c314-4295-9171-7fe96dda934d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0495615 Jun 23 18:37:52.048205 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce73ff43-ffb4-4562-9330-d3c83ad1fdd0 req-63704046-281a-4970-8ef0-8d82718b5ac3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0482650 Jun 23 18:37:52.530211 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7630135c-50d7-4d7e-ac13-dba0e21858c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:53.206579 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc1a470b-f12e-4c08-95b1-b317443efc75 req-b5bfb4ad-a12d-4b50-b6de-e3020203209f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0530882 Jun 23 18:37:54.359925 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-993bfa5f-4a01-44cf-9373-f103a404d9ea req-876692b6-554f-4178-81b4-f3e5a24ca889 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0487628 Jun 23 18:37:54.641130 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f6de548-bb86-4bda-b9eb-4076fd85f577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:55.512805 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac4fc0be-c069-479a-8b38-6a90a239600a req-e426ecff-1b86-48a7-aaa4-9dae30bc7a87 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0489678 Jun 23 18:37:56.196425 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:56.251537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:56.671198 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db7f2d65-92ec-4ddc-aeb3-b91de2fb19c9 req-1fd8b511-c451-481a-964c-ee84eeed5043 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0518501 Jun 23 18:37:57.832479 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9725ae02-9fb6-447e-831d-5b7a0b493942 req-89b14392-347a-4ade-be09-f8364537887b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0481005 Jun 23 18:37:57.902782 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:37:58.986934 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bcb5bf7e-93d3-4689-91f7-6769a8a2bea6 req-9e5637ed-8eaa-45ee-b8d2-60ffb7410342 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491886 Jun 23 18:38:00.212479 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d270d678-35fa-477c-b4c6-b46f3aedc036 req-f8c969ab-599d-4ba9-9f29-3980fc5714bb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1214094 Jun 23 18:38:01.367304 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b38d883-4a65-4b15-8a8d-4619b6a7ac31 req-cdb81598-b393-4319-bc06-c9e08c864cfb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0533180 Jun 23 18:38:01.812684 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-a252ec37-7d6f-4075-bd8a-5dd2becdbd76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760984 Jun 23 18:38:01.909957 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-02890479-dd25-4848-9a42-ffa71ee3d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:38:01.911420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-02890479-dd25-4848-9a42-ffa71ee3d60b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0792825 Jun 23 18:38:02.057093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-b4f60b6e-ce48-4aec-85b9-3c05f661caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:38:02.058573 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-b4f60b6e-ce48-4aec-85b9-3c05f661caef service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1295257 Jun 23 18:38:02.129735 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-64e95961-660e-4fe0-abd0-2e8ac044818d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0652251 Jun 23 18:38:02.191336 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-7b0719fd-6ede-475b-9446-73418fb7779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:38:02.192765 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-7b0719fd-6ede-475b-9446-73418fb7779a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0571594 Jun 23 18:38:02.277830 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-b988a42b-dc01-430f-a7e4-b0ce00c7b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:38:02.279329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-b988a42b-dc01-430f-a7e4-b0ce00c7b43f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810375 Jun 23 18:38:02.416294 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-29de8bae-9319-4403-a162-a82b18a14f3c service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305838 Jun 23 18:38:02.553757 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7f5f92d-1e04-4c73-86f1-4a1063a205be req-7b01cf2d-87d7-41bb-8537-9b29246ac262 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0647442 Jun 23 18:38:02.592264 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3371801-d294-4e40-8168-cd8c2c9f4457 req-7e899da2-7544-47ca-b297-37bb2fe748a4 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698501 Jun 23 18:38:03.711244 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38a5cfa7-b9f4-4fa8-b99e-9cbbd122db47 req-f1918bc1-63ab-4060-bcb4-a8ee247de3bb tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0489082 Jun 23 18:38:05.010190 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5119dd68-8680-4a48-88ab-fd1302a1057e req-0506abd2-53b0-41b6-a59d-40ce94a166e1 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0511980 Jun 23 18:38:06.162679 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d59f6128-caf0-49d2-a960-e9980b91fe1b req-acacb333-e79b-438c-86ba-1c310fdd8cff tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Jun 23 18:38:07.315012 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-477cf341-7209-4d74-83fb-d2f0902d5933 req-ee09a84d-f344-42ae-9456-e8c22249c9df tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0493600 Jun 23 18:38:08.476557 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6da60e40-fe5e-4611-a15e-438ea4913ef0 req-69afd957-7895-488a-9b00-cb7dc81403f1 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0506139 Jun 23 18:38:09.581652 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:09.630900 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-459d4bcd-298d-4de7-84bd-8de268426c06 req-6582613a-5fa9-4e25-ad49-17837e09407f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0488966 Jun 23 18:38:10.791406 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb300c2d-04ca-4355-84cd-5b62402b7d0b req-7dbb969d-0128-44b9-9c60-5071f8442d02 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0519836 Jun 23 18:38:11.954899 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3be372f0-5ce8-4cda-bbfe-f10297d2cda7 req-38dc7d77-68fd-421f-8f83-4a1f1dab0e22 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0513654 Jun 23 18:38:13.110933 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75e40de5-4b45-407e-8204-d3e2cc05ae9e req-8ed9694f-aed2-4334-8274-3f98fff59260 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0514989 Jun 23 18:38:14.261403 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b3bd57cb-7702-452c-b915-717df207cf86 req-627116ce-3909-4ed6-8f5f-7feec2aeb8dc tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0479152 Jun 23 18:38:15.413229 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00b0f668-fb79-4656-9582-0ac55eaa95ab req-35a80a97-8e41-4084-9f1b-241c76e69f52 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0490115 Jun 23 18:38:16.569674 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9459f00a-b56e-4229-9e04-50bfd8c9f482 req-9fbd52ed-06e6-48f1-9947-383303d7a002 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0507181 Jun 23 18:38:17.727373 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ee5a36c-4dee-4595-b336-0983cf58d620 req-5e67f986-011c-4ed3-804b-7e61ce89c139 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0483770 Jun 23 18:38:18.882032 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-81dc068d-d73a-462f-983e-76291687edb2 req-257fb489-20db-4b67-91d4-0dcc531a7d0c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0480826 Jun 23 18:38:20.038081 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-96ef6621-a148-4f42-97d7-9f9d5d73f9bd req-254e610c-f583-4ade-a990-ca2b2cbce4f1 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Jun 23 18:38:21.192339 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dc1c1bcf-100e-4652-b836-ad73380b6786 req-a7db24e9-15ab-4070-b1eb-caa4a6d7059a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0497007 Jun 23 18:38:22.351027 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a14043a-00ec-4a75-a808-a1568fb88375 req-fa94b264-3102-4fef-a373-5578a427bd47 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0494962 Jun 23 18:38:22.410186 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:38:22.534239 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52902eb5-5f5b-4feb-a324-fdeb531eddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:23.506557 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e3164104-2ad8-44cb-8699-ffd948ee7da7 req-5dbf9a4d-0ee9-4a4a-8a1c-b9b5654facd0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0522673 Jun 23 18:38:24.644566 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9a91-c009-4001-abc3-7e967b5cbdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:24.666721 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5469e0ba-355d-493c-8282-fd28c53036e8 req-7965665f-05af-44d6-988d-c12e240a42bc tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0542226 Jun 23 18:38:25.821245 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b39c3fac-5254-4fd0-a4de-a51e74053c32 req-8da50f6e-ebc1-4ad1-9df5-8150fcdd3932 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0479753 Jun 23 18:38:26.199505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:26.255875 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:26.977117 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c41f8b29-759d-40c3-8bae-71e36888cde3 req-6f1dee81-2eea-4893-b8ac-c1827dabf7e3 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0501566 Jun 23 18:38:27.904296 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:28.201830 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f9e19627-8f64-4066-b9fb-687d185c3747 req-74f04be5-7bc2-46fa-90a3-2940c550a384 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.1189926 Jun 23 18:38:29.354204 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da9f870c-83c8-452e-9d7f-ad407aa62479 req-bb8d8d41-8199-45ea-a91e-b5fc18447e06 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0487304 Jun 23 18:38:30.505269 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4b1c991b-c566-41e4-83c4-44f21e5e92af req-a6c57371-cb4f-495c-8e59-798df78c6884 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0474195 Jun 23 18:38:31.668858 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-212035dc-f502-45da-834f-7f8cfc94f439 req-bbb0c821-a9f8-4b36-b400-6b47482d473e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0553107 Jun 23 18:38:32.823592 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5b71449f-6f75-45e3-bb19-6010d473edab req-71777aee-2768-44c7-865e-96838aaadce9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Jun 23 18:38:33.977313 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac23184b-87ac-4999-9d17-60aeadcae486 req-54adff54-29b3-4369-aeba-fbfd7b2b7e42 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0494752 Jun 23 18:38:35.132857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a6b510b5-b29d-413c-a324-f60f1c7c6032 req-c7ff8036-fa52-4b4a-9478-9dd8c1741cfa tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0527337 Jun 23 18:38:36.288491 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-46d56794-dbc5-443b-acb5-bed3a3db075b req-ea50fc69-e6f7-4469-a6f0-b9ce3fa21596 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0521822 Jun 23 18:38:37.443128 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e9c91ec8-bde6-4fcb-b01e-a528871df5b4 req-67e95fd2-be10-4df4-8486-6817c7d35756 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0501790 Jun 23 18:38:38.598778 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-560e64f5-6b5e-4bc1-8618-c60060a12a2a req-71da80c9-4d12-4498-be86-7e34e144bd9c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0489986 Jun 23 18:38:39.580066 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:39.757121 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e2df3dd7-2ca5-4063-b91a-23b876f87a66 req-93e189d9-9e5f-492c-aae5-0532554016fa tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0516710 Jun 23 18:38:40.918118 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3f226152-722b-4825-a91e-ed375c392848 req-a9159bc6-056b-40bc-a728-211e2506ee12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0537426 Jun 23 18:38:42.076076 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6f5435af-6f5c-4cad-a3f7-f9887743bd9c req-3579d231-9bd4-429c-9bd0-d568ed863fc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0485482 Jun 23 18:38:43.227752 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-adff40e2-595c-40af-a052-cdef2b9fc1e9 req-c8f304ba-de65-4779-82f9-06bcef797ab2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0488367 Jun 23 18:38:44.381504 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-768b1210-2ff9-4ad4-8ff6-c2c8124eb1e9 req-744e0fa9-465e-4365-9081-bb0abaabc728 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0498281 Jun 23 18:38:45.535306 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d87b8221-993c-4360-b892-1d08d99d1301 req-c4410538-f775-4fb1-8fd0-a09b8cebf4e6 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491953 Jun 23 18:38:46.695203 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f7930f9b-6bec-48c2-aef0-353f69de9965 req-00913856-71df-49fe-823d-a888a99eca5e tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0521870 Jun 23 18:38:47.851526 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2111813-1152-4ded-9ce9-850876a2de2c req-2baee84c-4253-44a1-8576-2df68a8dd11a tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0528038 Jun 23 18:38:49.005187 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5516e796-19fc-4e67-8359-4097abea38be req-2d87b2df-61b7-41df-919a-7b7ebc46a626 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491710 Jun 23 18:38:50.157808 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b500dc68-6b6e-4c5e-9960-3f18b306aea0 req-6bf78311-8e5d-434a-a612-da52aff576be tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0485904 Jun 23 18:38:51.313346 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-16aeaae6-4c73-44c3-ad24-2068bb058946 req-7ae59fe3-9ba4-4af2-8f98-06962a202d56 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0519300 Jun 23 18:38:52.472615 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-15b40023-ff53-4b98-9d3f-9dc1d201823e req-2fffa982-c01c-4513-9b0a-66710103c9be tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0525160 Jun 23 18:38:52.535478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ae338e6e-238a-4e56-834a-0ec0b0b68df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:53.629440 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35cb4875-d0b5-4adf-8f65-900ac2e213aa req-d7634f76-71e5-473d-8e5a-63140165dc82 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0484424 Jun 23 18:38:54.647285 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-259b8070-3ac9-4cb8-b067-ab3e68c3d3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:54.781513 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a71c9eb6-4086-4402-9b0c-115611e9fcbc req-c22e47de-55bb-4731-acaf-80c1269b95c9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0490212 Jun 23 18:38:55.940467 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-dd158e98-9d8c-44db-9e0c-c7070268f4e4 req-64cf789d-3a09-40cb-894a-d2823cca4bd0 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0499525 Jun 23 18:38:56.202632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:56.258530 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:57.094083 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b68db57d-78c0-4f56-8efe-cae932d98fbd req-3793d7d0-4092-4b2c-be38-23162758d13f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0491474 Jun 23 18:38:57.909864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:58.249723 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09e8fcab-5d85-44d5-b687-2b7a6dcef012 req-1c3be0bc-d948-4182-a7b5-4e1c75e98d26 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=87e42201-7664-4860-a464-1d08847184a1 HTTP/1.1" status: 200 len: 210 time: 0.0523882 Jun 23 18:38:58.554376 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59200) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:38:59.302524 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.376540 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59212) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:38:59.408254 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:38:59.441304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.469996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.524262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.543300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8382a4-87bb-40f7-98df-ccc2a55eb3a5,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:38:59.551318 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.551627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.552503 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.553048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.553575 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.553950 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.554263 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.554632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.554968 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.555291 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.555613 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.555936 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:38:59.563921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.568341 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ea0ad52c-249b-49e4-9bfa-e965f4fe2e4f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee8382a4-87bb-40f7-98df-ccc2a55eb3a5 HTTP/1.1" status: 204 len: 168 time: 0.1874702 Jun 23 18:38:59.568481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59218) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:38:59.592791 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-e090fd00-dbba-4b4f-abd1-d35df6b45efd tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] show failed (client error): The resource could not be found. Jun 23 18:38:59.593764 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e090fd00-dbba-4b4f-abd1-d35df6b45efd tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups/ee8382a4-87bb-40f7-98df-ccc2a55eb3a5 HTTP/1.1" status: 404 len: 347 time: 0.0244198 Jun 23 18:38:59.596940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59222) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:38:59.679373 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Deleting port 97813057-abaf-4800-b911-d3cfbe92050e {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:38:59.679704 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.760703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Deleting port 1a5ee256-5061-4b1e-a9c1-92ef8f987a2d {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:38:59.761048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.856004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] For port 97813057-abaf-4800-b911-d3cfbe92050e, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=97813057-abaf-4800-b911-d3cfbe92050e,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:38:59.856504 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.937767 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.938265 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:38:59.980750 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Calling delete_port for 97813057-abaf-4800-b911-d3cfbe92050e owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:39:00.062932 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Calling delete_port for 1a5ee256-5061-4b1e-a9c1-92ef8f987a2d owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:39:00.157107 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.203819 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97813057-abaf-4800-b911-d3cfbe92050e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:00.205643 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.213688 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.214054 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.214391 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.214722 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.215054 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.215380 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.215699 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.216019 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.216339 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.216660 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.217023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.217291 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:00.373255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'Port': ['ID=1a5ee256-5061-4b1e-a9c1-92ef8f987a2d,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:00.440639 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.459929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.461086 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-14389940-2eae-4b10-aaab-27da2e6eafc2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "DELETE /v2.0/floatingips/0a4858a1-fe47-43ee-ab69-d2474457e1d2 HTTP/1.1" status: 204 len: 168 time: 0.8629911 Jun 23 18:39:00.602730 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.733379 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59232) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:00.738630 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447936533', 'description': 'tempest-description--1318944135'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:00.746228 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:00.750347 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:39:00.753278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:39:00.759932 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:00.771263 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.790690 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:00.794480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:39:00.797655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:39:00.804023 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:00.881294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.887392 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.923941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:00.926285 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1908512 Jun 23 18:39:00.928786 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59238) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:00.936607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group_rule': {'security_group_id': '3b2536df-cee1-4cfb-9369-96e388d7b6ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:00.951417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:00.955481 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:39:00.960488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:39:00.966272 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d4037-922b-4400-a580-1e00f803ff4b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2536df-cee1-4cfb-9369-96e388d7b6ae,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:00.968666 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:00.986005 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.000925 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Router 8d04f505-c9ee-4c09-898b-d4e557cd74cd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:39:01.046801 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.050386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.077770 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0a2643-a6d5-49a6-a572-deebb782cb38,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:01.084615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.085729 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-35565286-a819-49b3-8718-08c3d393b943 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559300 Jun 23 18:39:01.088325 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59242) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:01.093101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'security_group_rule': {'security_group_id': '3b2536df-cee1-4cfb-9369-96e388d7b6ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:01.098836 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:01.103023 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:security_group_rule and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:39:01.105852 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:39:01.111553 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:01.131158 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.188606 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:39:01.196118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.201196 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.201731 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Sync routers for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:39:01.202914 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-13ec5c78-206c-4db2-b469-63a1da9f24e1 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d04f505-c9ee-4c09-898b-d4e557cd74cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6474681 Jun 23 18:39:01.205299 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59246) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:01.215202 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:39:01.216148 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:38:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:01.227508 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c01aa47-84d0-440b-a9d1-c806402beee0,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:01.237188 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.238652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f92d2c26-d801-4929-b6e5-25297aa833de tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494076 Jun 23 18:39:01.242452 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59250) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:01.247611 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:01.253676 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:01.258021 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Usage tracker for resource:floatingip and tenant:f53081e89e0a42b6b3c602ed20974ccd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:39:01.261266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:39:01.268958 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:01.279928 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.384652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.422069 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.435924 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:39:01.559197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Allocated IP 172.27.2.214 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/1a59d85c-7d76-444e-93c6-1af9126a202c) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:39:01.560497 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.571717 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Deleting port 93c5ec52-6ce5-4096-bea5-304a568da28f {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:39:01.572206 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.724166 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:39:00Z', 'revision_number': 5, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port': {'id': '93c5ec52-6ce5-4096-bea5-304a568da28f', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:37Z', 'updated_at': '2022-06-23T18:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:01.726889 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.728792 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Checking router: 8d04f505-c9ee-4c09-898b-d4e557cd74cd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:39:01.737464 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Routers {'8d04f505-c9ee-4c09-898b-d4e557cd74cd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:39:01.738301 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:38:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:01.763387 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] For port 93c5ec52-6ce5-4096-bea5-304a568da28f, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=93c5ec52-6ce5-4096-bea5-304a568da28f,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:01.764065 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.771806 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:01.903786 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:39:01.904982 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] Set router 8d04f505-c9ee-4c09-898b-d4e557cd74cd gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:39:01.909979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:39:01.912605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:39:01.960462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=1a59d85c-7d76-444e-93c6-1af9126a202c,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:02.022599 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-6529f951-94da-4fed-b675-a5ac59dffd43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2628999 Jun 23 18:39:02.033587 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.043258 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:39:01Z', 'revision_number': 6, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:02.047505 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3f36-4baa-437f-b471-755a7a672653 None None] The sync data for ids ['8d04f505-c9ee-4c09-898b-d4e557cd74cd'] in dv-cinder-847189-1-iscsi is: [{'id': '8d04f505-c9ee-4c09-898b-d4e557cd74cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1871933453-router', 'tenant_id': '08475344ac91467c92b7cf0c9265d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:36Z', 'updated_at': '2022-06-23T18:39:01Z', 'revision_number': 6, 'project_id': '08475344ac91467c92b7cf0c9265d255', 'gw_port_host': None}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:39:02.071939 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Calling delete_port for 93c5ec52-6ce5-4096-bea5-304a568da28f owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:39:02.197417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.263685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-db931c96-928e-4ba3-b23a-67e29987de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:02.265284 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-db931c96-928e-4ba3-b23a-67e29987de48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.1558754 Jun 23 18:39:02.276546 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.324469 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c5ec52-6ce5-4096-bea5-304a568da28f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:02.433338 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.468492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 97813057-abaf-4800-b911-d3cfbe92050e no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:39:02.513261 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 97813057-abaf-4800-b911-d3cfbe92050e {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:39:02.513668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 97813057-abaf-4800-b911-d3cfbe92050e not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:39:02.559230 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-ad16eeee-70c6-4bad-b286-e8ee35a1814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:02.560693 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-ad16eeee-70c6-4bad-b286-e8ee35a1814d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.2747376 Jun 23 18:39:02.622091 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.624174 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.636220 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.639112 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-4a3833c2-db49-4d66-b9a2-40bc661126cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0700130 Jun 23 18:39:02.641772 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.648286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.648816 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d04f505-c9ee-4c09-898b-d4e557cd74cd {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:39:02.660783 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.664357 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0c7b5fbf-5fbe-4786-b499-cfd7108f9206 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8d04f505-c9ee-4c09-898b-d4e557cd74cd HTTP/1.1" status: 204 len: 168 time: 1.4554999 Jun 23 18:39:02.664577 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59264) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:02.726830 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Deleting subnet 52ae013e-de36-439c-a7b4-16198810ce20 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:39:02.730095 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.780525 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.869506 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.872522 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.900046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:02.922077 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6660895 Jun 23 18:39:02.947455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-5ba682ee-b0a0-47d6-b727-362dfe15027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:02.949098 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-5ba682ee-b0a0-47d6-b727-362dfe15027e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.3025939 Jun 23 18:39:02.952276 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f34f5c-b0b8-4734-9de2-737cd2b79c8d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=1a59d85c-7d76-444e-93c6-1af9126a202c,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:02.960974 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.005066 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.012020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e5ecc-7586-434d-b890-27a974c00165 None None] Network 25599663-31ed-4897-8f26-e6c82b68cbcd requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:39:03.013396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ae013e-de36-439c-a7b4-16198810ce20,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:03.018082 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0ad07980-b006-407e-bdb6-f55292f5e64f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/52ae013e-de36-439c-a7b4-16198810ce20 HTTP/1.1" status: 204 len: 168 time: 0.3525529 Jun 23 18:39:03.021555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59274) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:03.058978 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-a5e04bf7-7168-4708-824d-f6c7a918dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:03.060450 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-a5e04bf7-7168-4708-824d-f6c7a918dd49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053913 Jun 23 18:39:03.144836 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.157131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Deleting port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:39:03.157464 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.227178 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-2e238e35-dd2b-46dc-8c62-20e0bfaf4635 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:39:03.276882 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-d6f7b46c-fd18-4408-9ffa-742f73e2584e service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097452 Jun 23 18:39:03.278850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-2e238e35-dd2b-46dc-8c62-20e0bfaf4635 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:39:03.280030 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-2e238e35-dd2b-46dc-8c62-20e0bfaf4635 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1447936533&fields=id&tenant_id=f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 267 time: 0.1254735 Jun 23 18:39:03.370613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256614dc-750b-418c-a540-6d961955c31b None None] DHCP port deletion for 25599663-31ed-4897-8f26-e6c82b68cbcd request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:39:03.375069 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-256614dc-750b-418c-a540-6d961955c31b None None] Deleting port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:39:03.375377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-256614dc-750b-418c-a540-6d961955c31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.402289 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] For port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:03.402682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.547711 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a3e2d11d-5831-4943-b1aa-2b7aa1a19b8b req-15932180-980c-4305-8f31-3b0fef5abd5e service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648239 Jun 23 18:39:03.555624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-de5fe665-c137-4804-b7c0-89d2b1d07cfe tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:03.557129 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-de5fe665-c137-4804-b7c0-89d2b1d07cfe tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 811 time: 0.2469971 Jun 23 18:39:03.574624 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-b7616732-db5e-4eaa-a5aa-6a9abba188e9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/quotas/f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 375 time: 0.0120578 Jun 23 18:39:03.605240 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-256614dc-750b-418c-a540-6d961955c31b None None] For port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,segment=NetworkSegment(f181c5f8-d2ed-4462-832f-867bafab5157),segment_id=f181c5f8-d2ed-4462-832f-867bafab5157)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:03.606427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-256614dc-750b-418c-a540-6d961955c31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.634858 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Calling delete_port for e7549b30-a67a-4e44-b5be-bdbacd6f7bcf owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:39:03.671365 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-5d60fb37-a57f-4a30-a663-6da230122c12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:39:03.686685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-5d60fb37-a57f-4a30-a663-6da230122c12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:39:03.688139 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-5d60fb37-a57f-4a30-a663-6da230122c12 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080503 Jun 23 18:39:03.715662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.731475 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-256614dc-750b-418c-a540-6d961955c31b None None] Calling delete_port for e7549b30-a67a-4e44-b5be-bdbacd6f7bcf owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:39:03.769286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] No DVR routers for this DVR port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf on host dv-cinder-847189-1-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:39:03.798961 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Pushing event deleted for resources: {'Port': ['ID=e7549b30-a67a-4e44-b5be-bdbacd6f7bcf,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:03.806509 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-256614dc-750b-418c-a540-6d961955c31b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:39:03.806865 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-256614dc-750b-418c-a540-6d961955c31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:39:03.896807 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.911946 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-5188897e-d5f1-44a5-8dee-7e940adac76e service neutron] 10.222.0.26 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109051 Jun 23 18:39:03.923938 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25599663-31ed-4897-8f26-e6c82b68cbcd']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:03.936924 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f181c5f8-d2ed-4462-832f-867bafab5157') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:03.937219 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f181c5f8-d2ed-4462-832f-867bafab5157') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:03.949523 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.966688 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:03.972812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:39:03.973195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.058159 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-8432abfc-b181-4b5d-8c46-6b916ebe2562 service neutron] 10.222.0.26 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398902 Jun 23 18:39:04.066489 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment f181c5f8-d2ed-4462-832f-867bafab5157 resource provider aggregate not found Jun 23 18:39:04.078083 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.097652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.100737 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment f181c5f8-d2ed-4462-832f-867bafab5157 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f181c5f8-d2ed-4462-832f-867bafab5157 found for delete ", "request_id": "req-68f7ff0b-231a-4c90-863e-fdbc769fab29"}]} Jun 23 18:39:04.105660 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] Pushing event deleted for resources: {'Network': ['ID=25599663-31ed-4897-8f26-e6c82b68cbcd,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:04.118149 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7eb6e34d-40b9-4ce4-91e1-a10a54df586f admin admin] 10.222.0.26 "DELETE /v2.0/networks/25599663-31ed-4897-8f26-e6c82b68cbcd HTTP/1.1" status: 204 len: 168 time: 1.0928669 Jun 23 18:39:04.260290 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59306) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:04.273604 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9dcdec2-26c8-4b12-bc5f-478f46c74011 req-67d4d4fa-2ace-40da-af6e-2f2f9c5e51ff tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 210 time: 0.0530546 Jun 23 18:39:04.304846 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 93c5ec52-6ce5-4096-bea5-304a568da28f no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:39:04.323220 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 59310) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:04.323542 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-642238da-c9b8-4471-8b12-9217fc81db5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08475344ac91467c92b7cf0c9265d255&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618260 Jun 23 18:39:04.330769 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-256614dc-750b-418c-a540-6d961955c31b None None] Deleting port e7549b30-a67a-4e44-b5be-bdbacd6f7bcf {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:39:04.331145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-256614dc-750b-418c-a540-6d961955c31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.390703 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.420185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-256614dc-750b-418c-a540-6d961955c31b None None] The port 'e7549b30-a67a-4e44-b5be-bdbacd6f7bcf' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:39:04.422837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.433261 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 93c5ec52-6ce5-4096-bea5-304a568da28f {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:39:04.433625 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 93c5ec52-6ce5-4096-bea5-304a568da28f not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:39:04.434093 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e7549b30-a67a-4e44-b5be-bdbacd6f7bcf no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:39:04.476582 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: e7549b30-a67a-4e44-b5be-bdbacd6f7bcf {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:39:04.476956 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e7549b30-a67a-4e44-b5be-bdbacd6f7bcf not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:39:04.488501 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.505835 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e65d83-64b0-4856-89d4-9ffa5fc24e02,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:04.512387 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:04.516034 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9e1aa485-2c88-4cb1-9d05-8e62c7ec4e1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3e65d83-64b0-4856-89d4-9ffa5fc24e02 HTTP/1.1" status: 204 len: 168 time: 0.1890531 Jun 23 18:39:05.454907 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0248e1f1-d4f0-4716-9e17-5a761dfa04ed req-4f7cbdde-7bef-4ec8-998d-fdb523575bce tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 210 time: 0.0751545 Jun 23 18:39:05.593360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-3f16de19-5591-4b92-a212-a7c181de273f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:05.594781 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-3f16de19-5591-4b92-a212-a7c181de273f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 811 time: 0.1766479 Jun 23 18:39:05.649415 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-36e39f31-f1a8-4ddd-9b3c-23ee947aaaf2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f53081e89e0a42b6b3c602ed20974ccd HTTP/1.1" status: 200 len: 380 time: 0.0462303 Jun 23 18:39:05.658065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'port': {'device_id': '33d87734-dad3-47cb-8be1-49187e5057ac', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'admin_state_up': True, 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'security_groups': ['3b2536df-cee1-4cfb-9369-96e388d7b6ae']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:05.795624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:39:05.806327 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:39:05.816035 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Made reservation on behalf of f53081e89e0a42b6b3c602ed20974ccd for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:39:05.819536 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:05.988893 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Allocated IP 172.20.0.4 (ad47f189-c2cf-497a-8784-dba3761c14a2/9e865422-6fa7-46c1-969f-9f1254365580/381e0ff1-4587-44b3-8e9b-f2203ec0c89f) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:39:06.266847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.283197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Transition to ACTIVE for port object 381e0ff1-4587-44b3-8e9b-f2203ec0c89f will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:39:06.308489 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.380531 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Network ad47f189-c2cf-497a-8784-dba3761c14a2 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:39:06.383685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:39:06.387444 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:39:06.423815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event updated for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:06.464306 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:06.465012 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.492737 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-125dcd54-e7a7-47b3-8309-b3deacc23877 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385489 Jun 23 18:39:06.504463 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Request body: {'port': {'device_id': '33d87734-dad3-47cb-8be1-49187e5057ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:06.624898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.662874 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e482c-27f2-4535-bac3-f5d931b5cd93 req-4adbb3f0-8a65-4049-922f-7535334e8efa tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:06.663484 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-341a1105-7126-499d-98c3-9e559b812a2b None None] Provisioning for port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:39:06.664397 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a8e482c-27f2-4535-bac3-f5d931b5cd93 req-4adbb3f0-8a65-4049-922f-7535334e8efa tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 931 time: 0.0951138 Jun 23 18:39:06.668271 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-341a1105-7126-499d-98c3-9e559b812a2b None None] Provisioning complete for port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:39:06.668650 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-341a1105-7126-499d-98c3-9e559b812a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.722298 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-341a1105-7126-499d-98c3-9e559b812a2b None None] Port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:39:06.727565 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a8e482c-27f2-4535-bac3-f5d931b5cd93 req-e8842f17-1673-462e-aba7-332c5244507b tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571504 Jun 23 18:39:06.976245 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381e0ff1-4587-44b3-8e9b-f2203ec0c89f {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:39:06.983849 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:06.998145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Transition to ACTIVE for port object 381e0ff1-4587-44b3-8e9b-f2203ec0c89f will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:39:07.001426 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:07.164771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Pushing event updated for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:07.245720 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Attempting to bind port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:39:07.246083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Attempting to bind port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:39:07.246404 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Attempting to bind port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:39:07.251142 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f on network ad47f189-c2cf-497a-8784-dba3761c14a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:39:07.251463 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Attempting to bind port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f on network ad47f189-c2cf-497a-8784-dba3761c14a2 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:39:07.257167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:39:07.257497 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Checking segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:39:07.257894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Bound using segment: {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:39:07.258335 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Bound port: 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61445e2d-6dd5-4117-af10-9917511214bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:39:07.258683 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:07.346864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:39:07.349864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:39:07.354644 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:07.414684 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:07.415226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:07.416580 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] 10.222.0.36 "PUT /v2.0/ports/381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 1093 time: 0.9165978 Jun 23 18:39:07.417004 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:39:07.438496 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92883b62-4861-4b15-af4f-37e59790d755 service neutron] Pushing event updated for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:07.495127 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99eff186-3409-4591-9356-c3cb80d707de'] response: {'name': 'network-changed', 'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'status': 'completed', 'code': 200} Jun 23 18:39:07.554300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-8337f1b2-6054-410e-a64d-0c4c17c588c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:07.555979 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-8337f1b2-6054-410e-a64d-0c4c17c588c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1096 time: 0.0959086 Jun 23 18:39:07.632061 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-79f683a6-2426-443c-b29c-8fe40b8be46b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 217 time: 0.0691819 Jun 23 18:39:07.698305 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-e9fef657-dea6-4361-a350-8d5aa5e96744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:07.699882 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-e9fef657-dea6-4361-a350-8d5aa5e96744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0622451 Jun 23 18:39:07.792138 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-db587c6f-fb10-41b9-867b-f7336d879a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:07.793595 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-db587c6f-fb10-41b9-867b-f7336d879a6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875597 Jun 23 18:39:07.935341 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664756b-fd39-41bf-accd-ba1f1ccefe59 req-eeecfbac-fb74-403c-b2cd-c681b9974731 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:07.943724 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a664756b-fd39-41bf-accd-ba1f1ccefe59 req-eeecfbac-fb74-403c-b2cd-c681b9974731 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 943 time: 0.1063931 Jun 23 18:39:08.004590 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a664756b-fd39-41bf-accd-ba1f1ccefe59 req-cb2fa508-72dd-4c6c-9a26-77e2bbc71f2d tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598679 Jun 23 18:39:08.049919 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-b618f03c-4b1c-4a67-ba5e-4b741ad5a0dd service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501905 Jun 23 18:39:08.188834 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eafb9726-8ea6-452e-b8ad-86febf5639b6 req-243639a7-cde2-4fab-a16a-7d3203a6ad36 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322498 Jun 23 18:39:08.322699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-a46796d5-bf01-48f0-ac1a-dd55b3619220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:08.324180 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-a46796d5-bf01-48f0-ac1a-dd55b3619220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1096 time: 0.0781481 Jun 23 18:39:08.453136 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-ef5fc59b-c644-4317-ab76-cf672e24d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:08.454489 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-ef5fc59b-c644-4317-ab76-cf672e24d74a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1240125 Jun 23 18:39:08.525164 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-eef5db40-ce5f-4b07-b212-f720c360d515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 217 time: 0.0636275 Jun 23 18:39:08.587947 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-bfec1b61-bee0-4742-9583-691e4b84fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:08.589329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-bfec1b61-bee0-4742-9583-691e4b84fb0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0573518 Jun 23 18:39:08.674239 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-37989c21-ce68-44dc-b00c-731f7b8a1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:08.675672 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-37989c21-ce68-44dc-b00c-731f7b8a1077 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787156 Jun 23 18:39:08.806609 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-d0f82979-9ece-4aab-bcb9-503cdeb3db07 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236215 Jun 23 18:39:08.940892 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-acd4c1cb-6133-4814-80c3-a6992cb08c53 req-0c10fc8c-a848-4616-b0e0-74c5d2f9b045 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274250 Jun 23 18:39:09.192258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f49c-8fcf-4fad-9841-80e6bfe97165 req-8bb72db6-8fe4-43d1-8e82-5b37e15ecbea tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:09.193219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b745f49c-8fcf-4fad-9841-80e6bfe97165 req-8bb72db6-8fe4-43d1-8e82-5b37e15ecbea tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Synchronizing usage tracker for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:39:09.207719 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b745f49c-8fcf-4fad-9841-80e6bfe97165 req-8bb72db6-8fe4-43d1-8e82-5b37e15ecbea tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Unset dirty status for tenant:f53081e89e0a42b6b3c602ed20974ccd on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:39:09.209734 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b745f49c-8fcf-4fad-9841-80e6bfe97165 req-8bb72db6-8fe4-43d1-8e82-5b37e15ecbea tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 943 time: 0.1047928 Jun 23 18:39:09.256946 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b745f49c-8fcf-4fad-9841-80e6bfe97165 req-104f49a5-869d-45b4-9225-92186ffa8fcf tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Jun 23 18:39:09.579768 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:10.183072 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 381e0ff1-4587-44b3-8e9b-f2203ec0c89f details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:39:10.351512 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:10.364293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'port_id': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:39:10.423546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:39:10.423917 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:10.443260 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381e0ff1-4587-44b3-8e9b-f2203ec0c89f {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:39:10.457899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b258d-6ce7-413d-ad96-c4a84d0bc0fb req-335e01fd-a4d6-48fc-93fc-45e0c1f54e77 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:10.460122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:10.462716 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2f0b258d-6ce7-413d-ad96-c4a84d0bc0fb req-335e01fd-a4d6-48fc-93fc-45e0c1f54e77 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 943 time: 0.0956123 Jun 23 18:39:10.464553 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:10.508080 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2f0b258d-6ce7-413d-ad96-c4a84d0bc0fb req-32b42efa-2d17-449f-a7d7-d10a65443940 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Jun 23 18:39:10.532074 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:10.539712 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.540057 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.540444 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.540735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.541065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.541458 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.541723 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.542085 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.542415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.542738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.543058 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.543377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:39:10.717377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['381e0ff1-4587-44b3-8e9b-f2203ec0c89f'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:39:11.699174 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db908174-913e-449e-a228-452493f94a68 req-8ac3d835-218d-470f-a070-d905eb0459f2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:11.700617 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db908174-913e-449e-a228-452493f94a68 req-8ac3d835-218d-470f-a070-d905eb0459f2 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 944 time: 0.0882173 Jun 23 18:39:11.744409 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db908174-913e-449e-a228-452493f94a68 req-ed077729-2886-41af-bf9f-f2600d43547c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Jun 23 18:39:12.205806 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 381e0ff1-4587-44b3-8e9b-f2203ec0c89f up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:39:12.271161 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:39:12.275894 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:39:12.276240 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:12.390802 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:39:12.391157 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:12.418194 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:39:12.429033 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:39:12.433338 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:12.510106 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:39:12.636184 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8790a1-732a-46b8-950f-a4220e82b30f'] response: {'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'code': 200} Jun 23 18:39:12.925187 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd51a4-3b2d-4ee9-954f-2f7fedab2a0e req-642ff2d4-c9b9-47fb-888f-b76dd69c3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:12.926803 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b7bd51a4-3b2d-4ee9-954f-2f7fedab2a0e req-642ff2d4-c9b9-47fb-888f-b76dd69c3655 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1098 time: 0.1398332 Jun 23 18:39:12.965986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fa37e-373e-4451-a3ba-d6a37950ed82 req-f591ae98-f4c9-4985-8b23-bd85e68da248 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:12.967410 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f77fa37e-373e-4451-a3ba-d6a37950ed82 req-f591ae98-f4c9-4985-8b23-bd85e68da248 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 945 time: 0.1158097 Jun 23 18:39:13.000924 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b7bd51a4-3b2d-4ee9-954f-2f7fedab2a0e req-ee24b639-85e5-4e79-8d03-58ac5267053f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654888 Jun 23 18:39:13.020927 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f77fa37e-373e-4451-a3ba-d6a37950ed82 req-b8cbc849-e21b-4afe-8c77-9477847d5c66 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Jun 23 18:39:14.217663 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c46c-3c35-4ad2-b354-7cdaa86b2d26 req-cc8b3239-6cb7-47ce-a939-81e7ab0ab7ad tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:14.219132 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0601c46c-3c35-4ad2-b354-7cdaa86b2d26 req-cc8b3239-6cb7-47ce-a939-81e7ab0ab7ad tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 945 time: 0.0877769 Jun 23 18:39:14.266904 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0601c46c-3c35-4ad2-b354-7cdaa86b2d26 req-33629731-87a5-479d-a39a-ad74bce43c31 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jun 23 18:39:14.446755 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0705b-6615-44aa-89d6-e9fd2e632474 req-345df7e0-6fb9-4cbe-a702-bc909b2b3617 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:14.448372 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-73a0705b-6615-44aa-89d6-e9fd2e632474 req-345df7e0-6fb9-4cbe-a702-bc909b2b3617 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 945 time: 0.0851614 Jun 23 18:39:14.456614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 59468) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:39:14.462117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Request body: {'floatingip': {'port_id': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:39:14.539086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:15.202442 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:15.206242 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:15.376610 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Floating IP 7f8d9710-2e0d-40cc-9372-5257aeab7d67 associated. External IP: 172.27.2.214, port: 381e0ff1-4587-44b3-8e9b-f2203ec0c89f. Jun 23 18:39:15.719537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:39:15.984727 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:39:15.990358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:15.994947 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:39:16.004406 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:39:16.005002 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:38:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:16.046187 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9daa8e63-281d-4ab7-bbab-d3333937a358 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "PUT /v2.0/floatingips/7f8d9710-2e0d-40cc-9372-5257aeab7d67 HTTP/1.1" status: 200 len: 991 time: 1.5885084 Jun 23 18:39:16.046748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:39:16.091114 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2f7d79-51f5-4989-9709-5117b12b000f'] response: {'name': 'network-changed', 'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'status': 'completed', 'code': 200} Jun 23 18:39:16.183206 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:39:16.192572 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-7176b2b0-b59f-492f-be60-116356d96dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:16.194567 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-7176b2b0-b59f-492f-be60-116356d96dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1098 time: 0.0817821 Jun 23 18:39:16.327431 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-28822d82-289c-46eb-affe-47245da82ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:16.328854 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-28822d82-289c-46eb-affe-47245da82ef0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1281617 Jun 23 18:39:16.430216 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-95d457fd-116e-4d0e-8732-cecf14fb79b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 999 time: 0.0949166 Jun 23 18:39:16.496153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-f45c667b-cb52-4ba5-b38f-d3d3f5db688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:16.497686 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-f45c667b-cb52-4ba5-b38f-d3d3f5db688a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0616734 Jun 23 18:39:16.538103 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '7f8d9710-2e0d-40cc-9372-5257aeab7d67', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d87734-dad3-47cb-8be1-49187e5057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:39:01Z', 'updated_at': '2022-06-23T18:39:15Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:16.541901 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:39:16.550305 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:39:16.550902 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:38:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:16.581600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-05a8c9c5-8708-4422-90ea-8e9e29b64d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:39:16.583116 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-05a8c9c5-8708-4422-90ea-8e9e29b64d5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797715 Jun 23 18:39:16.716297 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-39d44d55-24c1-4da7-adaa-7a236e1690fa service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270053 Jun 23 18:39:16.727326 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:39:16.858726 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-58827433-3f6b-47ae-a787-8d45285e2d9d req-9425486a-55b5-4421-ad95-869faf9a7da9 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364934 Jun 23 18:39:17.119909 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '7f8d9710-2e0d-40cc-9372-5257aeab7d67', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d87734-dad3-47cb-8be1-49187e5057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:39:01Z', 'updated_at': '2022-06-23T18:39:15Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:39:17.123761 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c181b8c-bf13-4d31-8eec-40e5038c172e None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '7f8d9710-2e0d-40cc-9372-5257aeab7d67', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'port_id': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d87734-dad3-47cb-8be1-49187e5057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:39:01Z', 'updated_at': '2022-06-23T18:39:15Z', 'revision_number': 1, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:39:17.312799 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860599e-22af-4076-b8ce-bb0501a903e4 None None] New status for floating IP 7f8d9710-2e0d-40cc-9372-5257aeab7d67: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:39:22.537561 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-673ee6d5-a385-497d-8b35-6e5d314d93b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:24.651889 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a1da63aa-693b-4741-b528-8a39b601f8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:26.205996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:26.260954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:27.910282 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:36.407586 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:39:39.583929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:52.540023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a63ebb9b-a4c7-4359-862c-170f5e4f8fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:54.653868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a1f183e-2620-43e8-ac33-772e9114ad06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:56.208053 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:56.261603 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:39:57.911446 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:02.848606 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-5e1053fb-6ae7-4916-a880-5548bab25c4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823114 Jun 23 18:40:02.946633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-c532096f-acea-4e4f-a2f1-2dba07198517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:40:02.948078 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-c532096f-acea-4e4f-a2f1-2dba07198517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0790274 Jun 23 18:40:03.088638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-a104475e-4398-4f74-a0d2-6ca79a144d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:40:03.090872 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-a104475e-4398-4f74-a0d2-6ca79a144d87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1239774 Jun 23 18:40:03.161514 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-06dbed33-6f91-460b-a52a-3ff76a0ce071 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0652864 Jun 23 18:40:03.223165 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-267be23a-fec7-4713-9c6b-d791e70ab958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:40:03.224597 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-267be23a-fec7-4713-9c6b-d791e70ab958 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0572503 Jun 23 18:40:03.310421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-1a8570a9-1afc-44b3-95d2-8555063f8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:40:03.311867 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-1a8570a9-1afc-44b3-95d2-8555063f8d45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811627 Jun 23 18:40:03.448472 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-1356137a-ef57-4fb3-ad22-5e0e02299fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303594 Jun 23 18:40:03.650173 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-39929bef-e74e-4b2c-8baf-1199e6fd914a req-499ae41b-03e7-4f99-a9a4-cdfe075c66bf service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962683 Jun 23 18:40:09.580365 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:13.406103 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:40:22.542681 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dc9741e-cc81-447b-a3aa-6a956afb101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:24.655114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-91a5ce08-77d3-494e-a91f-c51af21e869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:26.211135 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:26.267254 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:27.915045 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:39.608309 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:50.406111 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:40:52.544700 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-457c8ed5-af42-4d86-acbc-bbc4b9f70c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:54.655507 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5d5c5815-37ca-4004-96c2-43020ba8be04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:56.214108 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:56.270398 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:40:57.918204 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:03.806156 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-a91baf2f-8675-4d4b-a09c-c25ec0abdc6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763385 Jun 23 18:41:03.955045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04524c-b255-40d0-965c-02768850bbbf req-367fce4b-1f7a-43d3-b0b3-ee83b0aa94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:41:03.956501 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-367fce4b-1f7a-43d3-b0b3-ee83b0aa94ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0817399 Jun 23 18:41:04.101065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04524c-b255-40d0-965c-02768850bbbf req-c7ca964e-365c-47ff-9d53-49a07f3e0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:41:04.103150 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-c7ca964e-365c-47ff-9d53-49a07f3e0e53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1288371 Jun 23 18:41:04.169524 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-ca0e8741-e79b-4a47-865d-5096c03baf60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0603228 Jun 23 18:41:04.234311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04524c-b255-40d0-965c-02768850bbbf req-aa7898d2-511e-4dba-a390-d9e4e1b1800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:41:04.235702 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-aa7898d2-511e-4dba-a390-d9e4e1b1800e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0602040 Jun 23 18:41:04.318703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04524c-b255-40d0-965c-02768850bbbf req-eab29b2c-8d72-4d18-9be1-d44eb05a1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:41:04.320052 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-eab29b2c-8d72-4d18-9be1-d44eb05a1d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769055 Jun 23 18:41:04.451474 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-deaafff7-99d5-4842-a703-ce5e0087b3c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253407 Jun 23 18:41:04.586767 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1c04524c-b255-40d0-965c-02768850bbbf req-9b5297c3-e891-48e7-91a5-eef16f390b92 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277483 Jun 23 18:41:09.614357 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:22.549202 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a86be3a7-16f5-4275-b97e-000274dd4271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:24.657712 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a65baad5-0659-4e27-b3d3-0f08478d105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:26.216845 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:26.271913 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:27.405539 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:41:27.920104 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:39.624461 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:52.553585 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4d48404-710e-42ce-b9c3-792b07f43892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:54.659338 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-656d8e0d-f85e-45d0-9821-b6b5e1d6921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:56.225020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:56.274900 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:41:57.924950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:04.405511 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:42:05.621591 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-09b719eb-32f5-4605-9021-8a808246fc8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809619 Jun 23 18:42:05.718682 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-77753a2f-55e5-4475-9d99-8be51e2621f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:42:05.720142 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-77753a2f-55e5-4475-9d99-8be51e2621f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 1098 time: 0.0774906 Jun 23 18:42:05.872411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-aec6ea7c-6914-457b-8de9-0dd73ddb3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:42:05.873785 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-aec6ea7c-6914-457b-8de9-0dd73ddb3157 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1300402 Jun 23 18:42:05.943880 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-62839715-2f69-46a4-b887-7a7656576afc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 200 len: 217 time: 0.0639105 Jun 23 18:42:06.004665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-48c754c7-a282-4861-92f9-6813e0976b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:42:06.006068 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-48c754c7-a282-4861-92f9-6813e0976b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0557086 Jun 23 18:42:06.091749 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-ed2d14f6-68c2-43c2-9abd-e0cfd60b52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:42:06.093222 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-ed2d14f6-68c2-43c2-9abd-e0cfd60b52a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809584 Jun 23 18:42:06.225416 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-80f03c85-253d-4d35-8ae4-504d97daecca service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248791 Jun 23 18:42:06.424691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49326e6b-fc65-46d6-a8ba-719a7fd02941 req-ef9c116a-8766-47fd-92c0-202899eecb22 service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926301 Jun 23 18:42:09.621528 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:22.556625 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f092623d-293c-43c6-88ca-a96e0031442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:24.660792 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0619e25d-9677-49a0-bc9c-84fdfa578647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:26.217453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:26.277591 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:27.926619 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:39.619978 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:41.404733 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:42:52.559624 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7b3b3092-0a8c-405e-ba05-876ebde43f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:54.663797 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0b15561a-4858-475c-9621-ac9bc2b991b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:56.218655 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:56.280797 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:42:57.929105 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:05.382681 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-9d73736a-4be5-4e3e-8e94-214e8b31b772 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800645 Jun 23 18:43:05.483141 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-c1acbe75-4fd3-4e3b-9e22-fbf5e94a8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:43:05.484628 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-c1acbe75-4fd3-4e3b-9e22-fbf5e94a8a7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1098 time: 0.0819693 Jun 23 18:43:05.628198 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-44119aeb-e610-4ac1-b1ef-807f6c9fe579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:43:05.629615 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-44119aeb-e610-4ac1-b1ef-807f6c9fe579 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1270723 Jun 23 18:43:05.730894 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-3b52fb21-c40f-4476-b8cb-6a00af921306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 1001 time: 0.0950847 Jun 23 18:43:05.791085 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-ac4e5c41-471c-4108-a483-9e955d2f2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:43:05.792459 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-ac4e5c41-471c-4108-a483-9e955d2f2a96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.0555632 Jun 23 18:43:05.876620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-4aab9876-a415-4931-b81e-869fa4d75791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:43:05.878115 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-4aab9876-a415-4931-b81e-869fa4d75791 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796661 Jun 23 18:43:06.007951 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-1a286c0c-a340-4214-a1f7-20f794480d4c service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233852 Jun 23 18:43:06.137286 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d5ee87ea-cea9-40a8-b3e1-d3f2b55d6290 req-7abf5c4a-1a7a-4db7-a002-7bc88bd15a92 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228809 Jun 23 18:43:09.634250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:18.405141 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:43:22.562329 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fd34398e-e7fb-4ee1-beee-13cb538d9d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:24.658892 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-edb16313-aadd-418d-b76d-cd9b4d0973d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:26.224557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:26.285447 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:27.933185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:39.634799 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:52.565155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b902214b-9186-4f3d-afb1-053b2d54779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:54.660534 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1da0a327-41c3-4dc0-8972-939f56ccea8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:55.403884 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:43:56.218557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:56.295618 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:43:57.936350 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:07.464973 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-15c7c85d-c199-4a2d-9394-01e461dde83c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1792059 Jun 23 18:44:07.609462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-428cca6c-b2d9-4ba7-af79-7bbf417532a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:44:07.610919 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-428cca6c-b2d9-4ba7-af79-7bbf417532a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e11a173122445aea9610dde3b9aae0e&device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 1099 time: 0.0798244 Jun 23 18:44:07.751735 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-9337b364-8d40-4b29-8187-5d215c7a41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:44:07.753128 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-9337b364-8d40-4b29-8187-5d215c7a41b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 200 len: 920 time: 0.1244285 Jun 23 18:44:07.820727 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-bec1bf70-ae4c-4ac8-911b-88f30ee5e792 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 200 len: 217 time: 0.0602803 Jun 23 18:44:07.884470 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-74a82e36-9b91-4c82-b493-f45352b3c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:44:07.885862 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-74a82e36-9b91-4c82-b493-f45352b3c750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 200 len: 858 time: 0.0598245 Jun 23 18:44:07.964880 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-2779226f-2873-4f20-b161-9d533710de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:44:07.966331 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-2779226f-2873-4f20-b161-9d533710de16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cd2f189-565f-4f5c-b1d1-11441444c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746408 Jun 23 18:44:07.975942 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-57400241-e38d-4fc9-9baa-aeef19eb92a2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:44:07.976833 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-57400241-e38d-4fc9-9baa-aeef19eb92a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047061 Jun 23 18:44:08.104043 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-aeefc965-2822-4a93-a05f-a1c15ff0d0ce service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206644 Jun 23 18:44:08.312914 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f71c045-c3d9-4f96-9bd6-1a314ca02e49 req-16c22ded-d8da-4dd2-894c-2b4c174ab75c service neutron] 10.222.0.36 "GET /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008314 Jun 23 18:44:09.655185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:22.567313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-35f10e6e-0d64-43cd-82c2-08890be1315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:24.663029 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0d57786c-45e8-475e-ab33-523d778e4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:26.221216 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:26.291960 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:27.938665 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:32.403045 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:44:39.657544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:52.571929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-43efbbf6-cb85-46be-aa94-91cc6d20d046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:54.692900 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57ad06f5-e4ee-4c73-a1e8-29c69b92bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:56.222882 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:56.292245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:44:57.940749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:02.896767 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faacdc3-2027-4807-9dbe-de4aae7fea17 req-aedf4ca6-b88d-44a4-812f-998b60962e20 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:02.897443 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-6faacdc3-2027-4807-9dbe-de4aae7fea17 req-aedf4ca6-b88d-44a4-812f-998b60962e20 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:02.912863 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-6faacdc3-2027-4807-9dbe-de4aae7fea17 req-aedf4ca6-b88d-44a4-812f-998b60962e20 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:02.913996 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6faacdc3-2027-4807-9dbe-de4aae7fea17 req-aedf4ca6-b88d-44a4-812f-998b60962e20 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.1513798 Jun 23 18:45:02.964022 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6faacdc3-2027-4807-9dbe-de4aae7fea17 req-192e45bc-d2ec-4d8e-a590-1bef5bbd1724 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Jun 23 18:45:03.191151 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-03efed22-6c36-41fd-9e72-84036583fcbb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:03.193182 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-03efed22-6c36-41fd-9e72-84036583fcbb tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 945 time: 0.0951574 Jun 23 18:45:03.266459 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Deleting port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:03.266789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:03.506983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] For port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:03.507334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:03.624967 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Calling delete_port for dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:03.771957 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:03.784122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:45:03.824190 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event deleted for resources: {'Port': ['ID=dc02db95-b6f8-4717-bbf0-dc7433ea1cc0,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:03.861407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.861778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.862347 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.862465 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.863066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.863348 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.863685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.864016 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.864345 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.864672 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.865000 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.865324 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:03.927138 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] No DVR routers for this DVR port dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:45:03.930134 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:03.933759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'name': 'network-vif-deleted', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:03.948288 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5c31c49f-633d-4496-ac65-7139bb0fa62e req-14550306-8d91-481d-aee8-12fe651e65c0 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "DELETE /v2.0/ports/dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 HTTP/1.1" status: 204 len: 173 time: 0.7493715 Jun 23 18:45:04.053375 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc34f3d-2441-4cfa-9eec-76d460ba0b83'] response: {'server_uuid': '6da4452b-cc78-46d7-bef7-7f390eb0a98c', 'name': 'network-vif-deleted', 'tag': 'dc02db95-b6f8-4717-bbf0-dc7433ea1cc0', 'status': 'completed', 'code': 200} Jun 23 18:45:04.143289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7ba8903c-9a36-4090-bcac-17f2747d0dda req-03613f3e-20b3-4039-8934-05551c100164 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:04.158014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7ba8903c-9a36-4090-bcac-17f2747d0dda req-03613f3e-20b3-4039-8934-05551c100164 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:04.159342 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7ba8903c-9a36-4090-bcac-17f2747d0dda req-03613f3e-20b3-4039-8934-05551c100164 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da4452b-cc78-46d7-bef7-7f390eb0a98c HTTP/1.1" status: 200 len: 210 time: 0.0661151 Jun 23 18:45:05.671021 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9405dbf-3dec-4ef3-9dc8-6155cd151782 req-28c605d7-8b29-4a24-af70-034b796fea27 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:05.672511 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c9405dbf-3dec-4ef3-9dc8-6155cd151782 req-28c605d7-8b29-4a24-af70-034b796fea27 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.1381140 Jun 23 18:45:05.715506 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c9405dbf-3dec-4ef3-9dc8-6155cd151782 req-88600143-f7b3-42f0-bcdc-72a05b86a026 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:05.730504 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c9405dbf-3dec-4ef3-9dc8-6155cd151782 req-88600143-f7b3-42f0-bcdc-72a05b86a026 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:05.732209 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c9405dbf-3dec-4ef3-9dc8-6155cd151782 req-88600143-f7b3-42f0-bcdc-72a05b86a026 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/security-groups?id=ddfb55f1-2f9d-4071-b287-e4c196a3fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Jun 23 18:45:06.009617 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-34e08a3b-f635-4444-8c69-c8f0551f0795 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:06.011032 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-34e08a3b-f635-4444-8c69-c8f0551f0795 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 946 time: 0.0877233 Jun 23 18:45:06.080048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Deleting port ac4b0be5-4be0-4535-afca-53e69a4d63f3 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:06.080382 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:06.333848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] For port ac4b0be5-4be0-4535-afca-53e69a4d63f3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ac4b0be5-4be0-4535-afca-53e69a4d63f3,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:06.334226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:06.534122 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Calling delete_port for ac4b0be5-4be0-4535-afca-53e69a4d63f3 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:06.681027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:06.692840 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['ac4b0be5-4be0-4535-afca-53e69a4d63f3'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:45:06.730649 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Pushing event deleted for resources: {'Port': ['ID=ac4b0be5-4be0-4535-afca-53e69a4d63f3,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:06.818715 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] No DVR routers for this DVR port ac4b0be5-4be0-4535-afca-53e69a4d63f3 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:45:06.821172 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:06.824081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'name': 'network-vif-deleted', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:06.840681 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-185d52b0-fb9d-4f97-bf9b-a298fa2bbb06 req-be540f8c-cdc9-4de1-a8fa-65c8d8d152de tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.36 "DELETE /v2.0/ports/ac4b0be5-4be0-4535-afca-53e69a4d63f3 HTTP/1.1" status: 204 len: 173 time: 0.8241758 Jun 23 18:45:06.900487 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-ae9dd484-f6a5-47be-a07d-d88cc8b5692d req-b8eee027-7eea-4b54-acce-cbbb9dd09073 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Synchronizing usage tracker for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:06.914187 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b681bf-8c78-466e-a76e-41238618339c'] response: {'server_uuid': '3766a293-ea4f-426d-864b-01dd10535c85', 'name': 'network-vif-deleted', 'tag': 'ac4b0be5-4be0-4535-afca-53e69a4d63f3', 'status': 'completed', 'code': 200} Jun 23 18:45:06.920094 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-ae9dd484-f6a5-47be-a07d-d88cc8b5692d req-b8eee027-7eea-4b54-acce-cbbb9dd09073 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] Unset dirty status for tenant:3e11a173122445aea9610dde3b9aae0e on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:06.921291 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ae9dd484-f6a5-47be-a07d-d88cc8b5692d req-b8eee027-7eea-4b54-acce-cbbb9dd09073 tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] 10.222.0.26 "GET /v2.0/ports?device_id=3766a293-ea4f-426d-864b-01dd10535c85 HTTP/1.1" status: 200 len: 210 time: 0.0763969 Jun 23 18:45:07.996091 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:08.016484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34570) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:08.030476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:08.030822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device dc02db95-b6f8-4717-bbf0-dc7433ea1cc0 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:08.031227 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ac4b0be5-4be0-4535-afca-53e69a4d63f3 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:08.066334 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: ac4b0be5-4be0-4535-afca-53e69a4d63f3 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:08.066672 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device ac4b0be5-4be0-4535-afca-53e69a4d63f3 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:08.607556 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-74928764-2f99-4b48-867a-d058e0893f24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1406670 Jun 23 18:45:08.760210 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-09019e76-7a66-4688-91a0-a60ab6e8b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:08.761702 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-09019e76-7a66-4688-91a0-a60ab6e8b03f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 1098 time: 0.1334267 Jun 23 18:45:08.944533 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-bf510d06-7e9e-40b7-bf79-012770a9577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:08.946016 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-bf510d06-7e9e-40b7-bf79-012770a9577f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 200 len: 912 time: 0.1503544 Jun 23 18:45:08.949249 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:09.256667 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-390dc6a6-7fd4-4d83-a9b4-d940eaeef141 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 200 len: 1001 time: 0.2565098 Jun 23 18:45:09.401495 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:45:09.421532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-83bc0b74-d43b-4b22-a191-5bfc88921155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:09.422982 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-83bc0b74-d43b-4b22-a191-5bfc88921155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 200 len: 850 time: 0.1559143 Jun 23 18:45:09.551495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-3264b778-6690-4281-91e4-d88a52aa61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:09.552864 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-3264b778-6690-4281-91e4-d88a52aa61bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad47f189-c2cf-497a-8784-dba3761c14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211770 Jun 23 18:45:09.650450 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Deleting port 35b16c18-dcf5-461a-a63d-20f4d55beddc {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:09.650685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:09.665188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:09.812711 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-98242c46-0d3f-4296-8562-a6f6631fce18 service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534628 Jun 23 18:45:09.943850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] For port 35b16c18-dcf5-461a-a63d-20f4d55beddc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=35b16c18-dcf5-461a-a63d-20f4d55beddc,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:09.944205 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:10.078856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Calling delete_port for 35b16c18-dcf5-461a-a63d-20f4d55beddc owned by network:router_interface {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:10.136286 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3bcd5922-07c4-4790-8957-79c383ab64ea req-91336b01-3442-4fbe-a4ac-deb5182c71ed service neutron] 10.222.0.36 "GET /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130004 Jun 23 18:45:10.390160 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:10.435952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b16c18-dcf5-461a-a63d-20f4d55beddc,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:10.808009 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:11.162391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:45:11.340589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:45:11.349928 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Sync routers for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:45:11.360881 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c3842b56-7470-452f-89b3-f41274da1824 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd7dab58-eb43-46b1-a20d-f1ca73d264b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3408518 Jun 23 18:45:11.361088 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:11.361312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:11.361455 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34612) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:11.537158 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:11.541106 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:11.824529 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:45:10Z', 'revision_number': 5, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port': {'id': '8a132e60-017e-4351-8cd5-b5ff22c99401', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:12:41Z', 'updated_at': '2022-06-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:11.831190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:11.831351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Checking router: fd7dab58-eb43-46b1-a20d-f1ca73d264b4 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:45:11.841247 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Routers {'fd7dab58-eb43-46b1-a20d-f1ca73d264b4'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:11.841953 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:11.844028 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Deleting port 8a132e60-017e-4351-8cd5-b5ff22c99401 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:11.844375 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.000219 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] Set router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 gateway port host: None {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:12.059622 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] For port 8a132e60-017e-4351-8cd5-b5ff22c99401, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=8a132e60-017e-4351-8cd5-b5ff22c99401,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:12.060333 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.105174 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:45:11Z', 'revision_number': 6, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:12.109780 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1887c-25fe-4591-a419-c12ba214790c None None] The sync data for ids ['fd7dab58-eb43-46b1-a20d-f1ca73d264b4'] in dv-cinder-847189-1-iscsi is: [{'id': 'fd7dab58-eb43-46b1-a20d-f1ca73d264b4', 'name': 'tempest-ServerRescueNegativeTestJSON-2003808911-router', 'tenant_id': '3e11a173122445aea9610dde3b9aae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:12:39Z', 'updated_at': '2022-06-23T18:45:11Z', 'revision_number': 6, 'project_id': '3e11a173122445aea9610dde3b9aae0e', 'gw_port_host': None}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:45:12.187229 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Calling delete_port for 8a132e60-017e-4351-8cd5-b5ff22c99401 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:12.354023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.401258 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a132e60-017e-4351-8cd5-b5ff22c99401,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:12.443292 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.443626 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.443955 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.444289 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.444607 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.444929 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.445242 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.445555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.445865 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.446332 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.446590 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.446814 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:12.475643 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 35b16c18-dcf5-461a-a63d-20f4d55beddc no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:12.511128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.514205 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 35b16c18-dcf5-461a-a63d-20f4d55beddc {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:12.514546 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 35b16c18-dcf5-461a-a63d-20f4d55beddc not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:12.681355 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.683397 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.705522 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.706102 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7dab58-eb43-46b1-a20d-f1ca73d264b4 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:45:12.718210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.719306 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0ec2a795-1e18-4126-b954-c3d137e57c89 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fd7dab58-eb43-46b1-a20d-f1ca73d264b4 HTTP/1.1" status: 204 len: 168 time: 1.3567903 Jun 23 18:45:12.721659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34624) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:12.783757 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Deleting subnet f2fe3f03-6d9d-40a8-875c-47545aab9617 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:45:12.786553 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.836061 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.918038 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:12.994966 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.033951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.039337 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47edf2-2ed7-4bf5-82be-cdbdee4e8d88 None None] Network 3cd2f189-565f-4f5c-b1d1-11441444c53e requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:45:13.041177 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fe3f03-6d9d-40a8-875c-47545aab9617,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:13.048227 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34634) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:13.048783 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-022c81fd-c384-465d-9a81-c9bc6f02fe85 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2fe3f03-6d9d-40a8-875c-47545aab9617 HTTP/1.1" status: 204 len: 168 time: 0.3256266 Jun 23 18:45:13.186219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.199499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Deleting port 610b1ea4-28c0-494f-a454-47fb974697e4 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:13.199499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.345514 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] DHCP port deletion for 3cd2f189-565f-4f5c-b1d1-11441444c53e request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:45:13.349718 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Deleting port 610b1ea4-28c0-494f-a454-47fb974697e4 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:13.350114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.422850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] For port 610b1ea4-28c0-494f-a454-47fb974697e4, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=610b1ea4-28c0-494f-a454-47fb974697e4,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:13.423204 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.548040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Calling delete_port for 610b1ea4-28c0-494f-a454-47fb974697e4 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:13.582730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] For port 610b1ea4-28c0-494f-a454-47fb974697e4, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=610b1ea4-28c0-494f-a454-47fb974697e4,segment=NetworkSegment(026d415c-dc3b-4e8f-9139-3ec295ea2b82),segment_id=026d415c-dc3b-4e8f-9139-3ec295ea2b82)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:13.583339 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.623453 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.704386 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Calling delete_port for 610b1ea4-28c0-494f-a454-47fb974697e4 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:13.753899 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Pushing event deleted for resources: {'Port': ['ID=610b1ea4-28c0-494f-a454-47fb974697e4,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:13.759184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] No DVR routers for this DVR port 610b1ea4-28c0-494f-a454-47fb974697e4 on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:45:13.780021 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:45:13.780369 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:45:13.872182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.897729 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd2f189-565f-4f5c-b1d1-11441444c53e']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:13.910134 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026d415c-dc3b-4e8f-9139-3ec295ea2b82') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:13.910431 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026d415c-dc3b-4e8f-9139-3ec295ea2b82') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:13.921609 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.938042 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:13.943880 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:45:13.944258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.025418 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 026d415c-dc3b-4e8f-9139-3ec295ea2b82 resource provider aggregate not found Jun 23 18:45:14.042588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.045165 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 026d415c-dc3b-4e8f-9139-3ec295ea2b82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 026d415c-dc3b-4e8f-9139-3ec295ea2b82 found for delete ", "request_id": "req-367b947d-7f3c-4a26-8ddd-9c6e9dd00e1e"}]} Jun 23 18:45:14.060058 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.071598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd2f189-565f-4f5c-b1d1-11441444c53e,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:14.086564 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0791359e-8633-4da0-a16e-f7895bebf185 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3cd2f189-565f-4f5c-b1d1-11441444c53e HTTP/1.1" status: 204 len: 168 time: 1.0342999 Jun 23 18:45:14.209450 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34656) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:14.256808 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-6f7b7d69-74e5-43ef-b7e1-d89b535af653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e11a173122445aea9610dde3b9aae0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462039 Jun 23 18:45:14.259177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34660) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:14.281790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Deleting port 610b1ea4-28c0-494f-a454-47fb974697e4 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:14.282228 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.320361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.347588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.348241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-696066bd-ba83-4bfd-989e-d0595e03cc17 None None] The port '610b1ea4-28c0-494f-a454-47fb974697e4' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:45:14.399809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.416743 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb55f1-2f9d-4071-b287-e4c196a3fa55,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:14.427342 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:14.431647 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-2144c0d8-bda4-46fc-a6a9-3980d262d503 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddfb55f1-2f9d-4071-b287-e4c196a3fa55 HTTP/1.1" status: 204 len: 168 time: 0.1680801 Jun 23 18:45:14.479018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 610b1ea4-28c0-494f-a454-47fb974697e4 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:14.512981 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 610b1ea4-28c0-494f-a454-47fb974697e4 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:14.513489 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 610b1ea4-28c0-494f-a454-47fb974697e4 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:14.514063 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8a132e60-017e-4351-8cd5-b5ff22c99401 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:14.547080 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 8a132e60-017e-4351-8cd5-b5ff22c99401 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:14.547413 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 8a132e60-017e-4351-8cd5-b5ff22c99401 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:15.156033 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34686) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:15.282485 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1296285603-network', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:15.287163 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:15.291210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Usage tracker for resource:network and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:15.294320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:15.300273 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:15.312753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:45:15.315164 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.328902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.344634 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:15.348486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:15.351327 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:15.357128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:15.459151 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.463271 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.494934 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:45:15.503503 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c19c23-c1fb-4938-854d-0d7cde9e2651,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:15.509142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.509450 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Added segment cb5690c2-e2df-451d-a9e8-0bc9d28d7751 of type vlan for network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 Jun 23 18:45:15.536817 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.568477 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.570036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:15.570980 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.687639 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5304494 Jun 23 18:45:15.690607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34698) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:15.691243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6f4b8-a9aa-4a6e-8bf1-b8cc29a47a5e admin admin] Pushing event updated for resources: {'Network': ['ID=99c9b515-bfc7-4c6b-8d55-b23a03b282e5,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:15.696267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Request body: {'subnet': {'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-subnet', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:15.702330 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:45:15.703943 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:15.708231 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Usage tracker for resource:subnet and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:15.713388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:15.723981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:15.737818 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:45:15.740155 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6809471'] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:15.956175 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1745633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6809417'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.032482 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9c4dff-1eee-49da-972e-331e656d65c8,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:16.040961 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:45:16.041321 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Network hostable DHCP agents. Network: 99c9b515-bfc7-4c6b-8d55-b23a03b282e5, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:45:16.060922 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:45:16.069748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 99c9b515-bfc7-4c6b-8d55-b23a03b282e5) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:16.073673 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:16.074294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.081432 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd117e2-dab7-4895-a920-e97a208ffac4 None None] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:45:16.095670 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-969f274d-211c-444c-924c-242e0810e91d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4038033 Jun 23 18:45:16.099394 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34702) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:16.104189 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:16.108701 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:16.112526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Usage tracker for resource:router and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:16.115418 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:16.121185 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:16.131350 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.132311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.147314 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.305105 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:45:16.306244 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.420317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.475879 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Allocated IP 172.20.0.2 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/127e5f85-d52b-4395-8eb5-3829e13b79b3) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:45:16.682297 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.692757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Transition to ACTIVE for port object 127e5f85-d52b-4395-8eb5-3829e13b79b3 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:16.711682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Transition to ACTIVE for port object 127e5f85-d52b-4395-8eb5-3829e13b79b3 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:16.717330 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.787082 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:16.788252 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:16.792084 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:45:16.814524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.828685 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Pushing event updated for resources: {'Port': ['ID=127e5f85-d52b-4395-8eb5-3829e13b79b3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:16.844647 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.845779 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.846151 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.846490 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.846821 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.847148 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.847476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.847793 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.848117 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.848438 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.848754 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.849072 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.849386 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:16.907698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Attempting to bind port 127e5f85-d52b-4395-8eb5-3829e13b79b3 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:45:16.908116 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Attempting to bind port 127e5f85-d52b-4395-8eb5-3829e13b79b3 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:45:16.908485 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Attempting to bind port 127e5f85-d52b-4395-8eb5-3829e13b79b3 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:45:16.913850 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:45:16.914246 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:45:16.914642 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.915026 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:45:16.915492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Bound port: 127e5f85-d52b-4395-8eb5-3829e13b79b3, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:45:16.915859 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:16.984769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Allocated IP 172.27.2.156 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/d2eb7455-bac2-4cea-81dd-8b5cbce46d56) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:45:17.034749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] For port 127e5f85-d52b-4395-8eb5-3829e13b79b3, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:45:17.037801 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] For port 127e5f85-d52b-4395-8eb5-3829e13b79b3, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=127e5f85-d52b-4395-8eb5-3829e13b79b3,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:45:17.042539 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:17.140537 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5000-af51-4ea9-b813-a688e97869ea None None] Pushing event updated for resources: {'Port': ['ID=127e5f85-d52b-4395-8eb5-3829e13b79b3,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:17.145098 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:17.177308 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:17.245969 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:17.249863 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:17.254898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:45:17.295881 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:17.726952 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.071563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.108841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9557c-fe9e-4b32-b63a-395ba9c71cfa None None] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:45:18.183401 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-7246e192-e215-420b-b1f1-8efed77a5a4b None None] Provisioning for port 127e5f85-d52b-4395-8eb5-3829e13b79b3 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:18.376798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:45:18.519820 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 127e5f85-d52b-4395-8eb5-3829e13b79b3 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:18.588354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:45:18.597814 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:45:18.609751 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:18.610894 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:18.625378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.626816 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1170da81-02ce-46dc-847e-ff9a02d65d44 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5264916 Jun 23 18:45:18.629889 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34728) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:18.653682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 127e5f85-d52b-4395-8eb5-3829e13b79b3 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:18.659543 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 127e5f85-d52b-4395-8eb5-3829e13b79b3 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:18.660417 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.784753 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 127e5f85-d52b-4395-8eb5-3829e13b79b3 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:18.785369 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.804567 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:18.818177 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 127e5f85-d52b-4395-8eb5-3829e13b79b3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=127e5f85-d52b-4395-8eb5-3829e13b79b3,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:18.823526 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:18.892795 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=127e5f85-d52b-4395-8eb5-3829e13b79b3,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:19.091038 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:17Z', 'revision_number': 3, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:19.094726 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:45:19.095068 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Updating router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:45:19.149678 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.326084 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.504053 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.515818 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Transition to ACTIVE for port object d2eb7455-bac2-4cea-81dd-8b5cbce46d56 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:19.522303 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.535401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Allocated IP 172.20.0.1 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/41e79a71-891f-4102-8c03-62a4373a8a8d) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:45:19.599616 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Pushing event updated for resources: {'Port': ['ID=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:19.615775 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.616105 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.616656 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.617143 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.617624 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.618140 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.618615 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.619105 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.619601 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.619928 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.620242 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.620709 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:45:19.623883 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Attempting to bind port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:45:19.624222 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Attempting to bind port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:45:19.624576 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Attempting to bind port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:45:19.630583 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:45:19.630944 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:45:19.631332 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.631705 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:45:19.632155 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Bound port: d2eb7455-bac2-4cea-81dd-8b5cbce46d56, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:45:19.632506 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.696941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.705721 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] For port d2eb7455-bac2-4cea-81dd-8b5cbce46d56, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:45:19.709062 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] For port d2eb7455-bac2-4cea-81dd-8b5cbce46d56, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:45:19.712792 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.717114 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Transition to ACTIVE for port object 41e79a71-891f-4102-8c03-62a4373a8a8d will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:19.748190 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.788426 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:19.789043 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:19.823979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:19.827436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:19.831177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:45:19.867099 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Pushing event updated for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:19.895028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:19.956313 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e128cb0-c249-4dca-8030-0f23c8c08b38 None None] Pushing event updated for resources: {'Port': ['ID=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:19.983685 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:20.076895 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-717ff263-d7e2-4813-b23b-b9760525fda4 None None] Provisioning for port 41e79a71-891f-4102-8c03-62a4373a8a8d completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:20.082158 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-717ff263-d7e2-4813-b23b-b9760525fda4 None None] Provisioning complete for port 41e79a71-891f-4102-8c03-62a4373a8a8d triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:20.082523 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-717ff263-d7e2-4813-b23b-b9760525fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.144203 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-717ff263-d7e2-4813-b23b-b9760525fda4 None None] Port 41e79a71-891f-4102-8c03-62a4373a8a8d cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:45:20.242862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.286222 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:17Z', 'revision_number': 3, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:20.289978 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63e5a0-3d23-4186-8c14-4551e946308f None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:17Z', 'revision_number': 3, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:45:20.482043 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 127e5f85-d52b-4395-8eb5-3829e13b79b3 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:20.483194 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.491271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.578386 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 127e5f85-d52b-4395-8eb5-3829e13b79b3 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:20.578755 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.614103 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:20.618637 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Pushing event updated for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:20.714474 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 127e5f85-d52b-4395-8eb5-3829e13b79b3 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:20.785774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:20.786917 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:21.007514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:45:21.080849 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-9e414a95-1d6a-4ee2-a0ae-ee5896e91659 None None] Provisioning complete for port 41e79a71-891f-4102-8c03-62a4373a8a8d triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:21.081840 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9e414a95-1d6a-4ee2-a0ae-ee5896e91659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.139193 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-9e414a95-1d6a-4ee2-a0ae-ee5896e91659 None None] Port 41e79a71-891f-4102-8c03-62a4373a8a8d cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:45:21.195417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:45:21.204586 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-871d54ff-db4d-4320-b066-63e905267d18 admin admin] 10.222.0.26 "PUT /v2.0/routers/22f351f6-df67-4ad6-8de4-01b64e0cfd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735755 Jun 23 18:45:21.511545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 34756) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:21.517812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140199316', 'description': 'tempest-description--851239243'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:21.523528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:21.527316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:21.530268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:21.535823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:21.546153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.565208 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:21.568894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:21.571611 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:21.577922 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:21.650031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.654206 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.696450 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd671e-cfc2-4b7a-b026-3dbdb824f294,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:21.700401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.705216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34762) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:21.705827 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-078c2809-2fea-4cfb-87d1-28472abf0281 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1916504 Jun 23 18:45:21.711623 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '21bd671e-cfc2-4b7a-b026-3dbdb824f294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:21.718996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:21.723255 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:21.727140 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:21.735092 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:21.751816 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.816015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.820688 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.844435 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c236f60f-31b9-4ab8-badb-5696b3149ac2,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:21.853180 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.854466 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7bd5e9b9-cd3d-4ad2-bcff-80a92dfc022f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484749 Jun 23 18:45:21.858622 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34768) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:21.864253 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '21bd671e-cfc2-4b7a-b026-3dbdb824f294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:21.870097 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:21.874854 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:21.877647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:21.883357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:21.899855 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.924803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:45:21.932270 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:21.932875 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:21.966479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.971017 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:21.992262 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b053cc-6286-4c05-bf86-51b06424674a,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:22.013032 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.017733 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0965abd1-74a0-401e-bb53-28be96766260 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556737 Jun 23 18:45:22.018164 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34774) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:22.023447 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:22.029614 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:22.033795 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:floatingip and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:45:22.116845 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:22.138324 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:45:22.144579 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:22.155565 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.295572 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.430561 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.27.2.200 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/b1530cda-d5f9-418f-a6eb-aa6a041e3359) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:45:22.463006 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:22.467037 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:45:22.467394 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Updating router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d port 41e79a71-891f-4102-8c03-62a4373a8a8d binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:45:22.520477 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device d2eb7455-bac2-4cea-81dd-8b5cbce46d56 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:22.557665 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.589311 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.618217 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.640555 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee95aee9-ed35-4461-b6a9-9963f281563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.685320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:22.688167 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:22.691806 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:45:22.713136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:22.720521 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:22.720892 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.725385 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=b1530cda-d5f9-418f-a6eb-aa6a041e3359,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:22.819948 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.892179 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.957170 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:22.957466 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:22.992690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port d2eb7455-bac2-4cea-81dd-8b5cbce46d56, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:22.997238 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.103512 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.109438 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.129282 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.132572 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:23.145132 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Transition to ACTIVE for port object 41e79a71-891f-4102-8c03-62a4373a8a8d will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:23.154086 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.219286 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=b1530cda-d5f9-418f-a6eb-aa6a041e3359,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:23.236743 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.259662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.266846 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a4e1d9e9-3abf-4d2d-ae7b-c78bfbe1864c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2471375 Jun 23 18:45:23.323967 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9035-ff0a-407b-b89e-e299f61c3b81 None None] Pushing event updated for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:23.404582 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Attempting to bind port 41e79a71-891f-4102-8c03-62a4373a8a8d on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:45:23.404946 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Attempting to bind port 41e79a71-891f-4102-8c03-62a4373a8a8d by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:45:23.405534 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Attempting to bind port 41e79a71-891f-4102-8c03-62a4373a8a8d on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:45:23.411308 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:45:23.411732 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:45:23.412427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.412816 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:45:23.413412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Bound port: 41e79a71-891f-4102-8c03-62a4373a8a8d, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:45:23.413852 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.438305 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d1ea2521-0feb-4f34-a81f-d709185b4193 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:23.454949 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d1ea2521-0feb-4f34-a81f-d709185b4193 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:23.456450 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d1ea2521-0feb-4f34-a81f-d709185b4193 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1140199316&fields=id&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 267 time: 0.0598328 Jun 23 18:45:23.516198 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] For port 41e79a71-891f-4102-8c03-62a4373a8a8d, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:45:23.519476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] For port 41e79a71-891f-4102-8c03-62a4373a8a8d, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=41e79a71-891f-4102-8c03-62a4373a8a8d,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:45:23.524713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:23.601243 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:23.601891 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:44:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:23.615649 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-65618fe2-983a-46ee-814a-d3402178e1e7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:23.616646 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-65618fe2-983a-46ee-814a-d3402178e1e7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:23.636530 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-65618fe2-983a-46ee-814a-d3402178e1e7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:23.637946 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-65618fe2-983a-46ee-814a-d3402178e1e7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1746788 Jun 23 18:45:23.661992 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-b383ff17-2fa6-47a2-b839-f01d07e1e4f1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/quotas/cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 375 time: 0.0140183 Jun 23 18:45:23.717644 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9035-ff0a-407b-b89e-e299f61c3b81 None None] Pushing event updated for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:23.761671 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-3a5a2b15-2cd4-4e6e-b5b3-611ee26f336a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983238 Jun 23 18:45:23.796866 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:23.825311 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d1eb702e-f3ea-4e10-9852-cb5997d975ce service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:45:23.826227 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d1eb702e-f3ea-4e10-9852-cb5997d975ce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571640 Jun 23 18:45:23.958200 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d505ba19-d5bf-4822-a445-53ca46dd6686 service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259463 Jun 23 18:45:24.096430 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-ec2a2ac4-4a4b-4eaa-992a-094b23f25bae service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320331 Jun 23 18:45:24.155100 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:23Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:24.159044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b653b2c-38cc-4554-8635-c093319f04be None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:23Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:45:24.334589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b93d0d45-08e2-4c05-a511-7c2b7ca02b00 req-794100ed-03e4-48f8-971a-27490ccdc916 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:24.354017 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b93d0d45-08e2-4c05-a511-7c2b7ca02b00 req-794100ed-03e4-48f8-971a-27490ccdc916 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:24.358397 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b93d0d45-08e2-4c05-a511-7c2b7ca02b00 req-794100ed-03e4-48f8-971a-27490ccdc916 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 210 time: 0.0763149 Jun 23 18:45:24.553288 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device d2eb7455-bac2-4cea-81dd-8b5cbce46d56 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:24.629691 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:24.630097 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:24.704555 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24b52fe9-2830-4693-86e1-b076fdb6c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:24.783268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:24.784413 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 41e79a71-891f-4102-8c03-62a4373a8a8d up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:24.863274 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 41e79a71-891f-4102-8c03-62a4373a8a8d completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:24.868539 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 41e79a71-891f-4102-8c03-62a4373a8a8d triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:24.869018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:25.012231 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 41e79a71-891f-4102-8c03-62a4373a8a8d is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:25.012605 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:25.052366 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 41e79a71-891f-4102-8c03-62a4373a8a8d, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=41e79a71-891f-4102-8c03-62a4373a8a8d,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:25.063446 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:25.140400 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:25.636071 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0554e564-810d-47c6-93cc-e274fecd16f2 req-0afebf08-bb7f-4008-93f5-d287dc30f18b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 210 time: 0.1550834 Jun 23 18:45:25.773367 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-cbdd53d2-f2ad-4786-9031-abe5c1dc548d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:25.774905 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-cbdd53d2-f2ad-4786-9031-abe5c1dc548d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.2515845 Jun 23 18:45:25.821254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-b67923a8-7d51-48fc-a0f9-c59a00326320 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:25.833066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-b67923a8-7d51-48fc-a0f9-c59a00326320 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:25.834199 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-b67923a8-7d51-48fc-a0f9-c59a00326320 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 380 time: 0.0516431 Jun 23 18:45:25.842780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'port': {'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'admin_state_up': True, 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'security_groups': ['21bd671e-cfc2-4b7a-b026-3dbdb824f294']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:25.976610 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:45:25.985998 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:45:25.995226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:45:25.999130 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.168572 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.20.0.10 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/e24000a9-6a62-461e-bd00-7371849c508b) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:45:26.225614 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.297409 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.354080 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.370062 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Transition to ACTIVE for port object e24000a9-6a62-461e-bd00-7371849c508b will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:26.392689 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.466585 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:45:26.469765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:45:26.473563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:45:26.487179 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 41e79a71-891f-4102-8c03-62a4373a8a8d up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:26.505252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:26.555268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:26.556424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.566577 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 41e79a71-891f-4102-8c03-62a4373a8a8d triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:26.566941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.596785 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-eff48be4-fbd1-43be-ad5d-c475cb2083b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575538 Jun 23 18:45:26.611681 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Request body: {'port': {'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:26.709968 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 41e79a71-891f-4102-8c03-62a4373a8a8d is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:26.728852 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.779232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-620b2a56-647b-4c95-a55b-b35b96952d81 None None] Provisioning for port e24000a9-6a62-461e-bd00-7371849c508b completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:26.784492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-620b2a56-647b-4c95-a55b-b35b96952d81 None None] Provisioning complete for port e24000a9-6a62-461e-bd00-7371849c508b triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:26.784859 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-620b2a56-647b-4c95-a55b-b35b96952d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:26.838469 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-620b2a56-647b-4c95-a55b-b35b96952d81 None None] Port e24000a9-6a62-461e-bd00-7371849c508b cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:45:26.966703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc513c-df40-433a-8afe-9b21a6729119 req-14270fdc-b89a-4c4d-bf00-06ba20c1e56a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:26.967389 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-37bc513c-df40-433a-8afe-9b21a6729119 req-14270fdc-b89a-4c4d-bf00-06ba20c1e56a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:45:27.039700 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-37bc513c-df40-433a-8afe-9b21a6729119 req-14270fdc-b89a-4c4d-bf00-06ba20c1e56a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:45:27.040881 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-37bc513c-df40-433a-8afe-9b21a6729119 req-14270fdc-b89a-4c4d-bf00-06ba20c1e56a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 932 time: 0.2707992 Jun 23 18:45:27.118083 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-37bc513c-df40-433a-8afe-9b21a6729119 req-75e356ef-eb25-4c94-ab87-6aecc56e337c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691872 Jun 23 18:45:27.191713 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24000a9-6a62-461e-bd00-7371849c508b {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:45:27.198802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.214287 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Transition to ACTIVE for port object e24000a9-6a62-461e-bd00-7371849c508b will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:45:27.219542 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.352311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Pushing event updated for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:27.469019 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Attempting to bind port e24000a9-6a62-461e-bd00-7371849c508b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:45:27.469354 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Attempting to bind port e24000a9-6a62-461e-bd00-7371849c508b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:45:27.469683 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Attempting to bind port e24000a9-6a62-461e-bd00-7371849c508b on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:45:27.474204 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Port e24000a9-6a62-461e-bd00-7371849c508b on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:45:27.474525 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Attempting to bind port e24000a9-6a62-461e-bd00-7371849c508b on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:45:27.479538 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:45:27.479869 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:45:27.480247 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:45:27.480737 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Bound port: e24000a9-6a62-461e-bd00-7371849c508b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:45:27.481681 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.570694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:45:27.573562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e24000a9-6a62-461e-bd00-7371849c508b,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:45:27.578483 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.725729 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:27.726443 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.727772 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] 10.222.0.36 "PUT /v2.0/ports/e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 1094 time: 1.1237988 Jun 23 18:45:27.728195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:27.749124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2947cc-8032-4f7c-bcd5-d07f98f33724 service neutron] Pushing event updated for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:27.813334 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d8310a-94b9-4c02-a7d7-aec1c4da9629'] response: {'name': 'network-changed', 'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b', 'status': 'completed', 'code': 200} Jun 23 18:45:27.851070 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d9646c6d-fe13-4d34-b87d-db93b2724840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:27.852541 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-d9646c6d-fe13-4d34-b87d-db93b2724840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1097 time: 0.0800817 Jun 23 18:45:27.923266 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-ff5c3ad9-3409-4719-8feb-4f92a61fbe0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 217 time: 0.0639710 Jun 23 18:45:27.945562 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:27.991158 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-254ea707-d9cd-431a-b0bd-5fc8a834e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:27.992777 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-254ea707-d9cd-431a-b0bd-5fc8a834e4ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0638576 Jun 23 18:45:28.076926 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-3fd83587-1449-472c-84d8-48e1e3efcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.078481 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-3fd83587-1449-472c-84d8-48e1e3efcce0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787623 Jun 23 18:45:28.214548 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-23094797-cb95-4994-bae9-2f60239cd1b4 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295605 Jun 23 18:45:28.415244 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2722cec-fdac-4bb6-8579-87b8868c1218 req-e1036d71-6bb1-46c1-895d-7d77902867ee service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953075 Jun 23 18:45:28.423811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6801e-ee21-4b0e-8bd4-9ce763f4e59e req-7e6fbcc5-6561-4fd4-873b-d893a254a56b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.425208 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2ff6801e-ee21-4b0e-8bd4-9ce763f4e59e req-7e6fbcc5-6561-4fd4-873b-d893a254a56b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 944 time: 0.1879089 Jun 23 18:45:28.509225 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2ff6801e-ee21-4b0e-8bd4-9ce763f4e59e req-6d883e36-87ac-43ce-9fe0-9c873475090c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780461 Jun 23 18:45:28.547877 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-a5f7fa60-ce69-49be-aeba-79be598ed180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.549242 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-a5f7fa60-ce69-49be-aeba-79be598ed180 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1097 time: 0.0849693 Jun 23 18:45:28.680745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-b7d7c8a4-20e0-42ec-bc53-5ff452fe684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.682169 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-b7d7c8a4-20e0-42ec-bc53-5ff452fe684d service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1261754 Jun 23 18:45:28.755038 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-fd1afdc7-8a52-4ee1-b1c2-1cdb1ef7be9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 217 time: 0.0660546 Jun 23 18:45:28.817389 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-33c13279-85e8-4e7b-9380-c24d657cf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.818780 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-33c13279-85e8-4e7b-9380-c24d657cf737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0577064 Jun 23 18:45:28.903848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-cab1f8b0-de01-451d-a505-9539cc650733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:28.905305 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-cab1f8b0-de01-451d-a505-9539cc650733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801549 Jun 23 18:45:29.040074 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-899b90f4-9b08-4758-838a-d4830b8b68f0 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244583 Jun 23 18:45:29.171276 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-45cae0f0-72d1-4eaa-8009-6628b26a8c62 req-ddc60176-dc3d-42ca-b1a4-c62f20554c09 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250858 Jun 23 18:45:29.700640 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7639ebd-7ab9-417b-b9c3-f8706cc60eba req-e040b8cf-7a05-405e-9301-82ca7ebb2caf tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:29.702020 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f7639ebd-7ab9-417b-b9c3-f8706cc60eba req-e040b8cf-7a05-405e-9301-82ca7ebb2caf tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 944 time: 0.0880399 Jun 23 18:45:29.745227 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f7639ebd-7ab9-417b-b9c3-f8706cc60eba req-c4e6f750-5bb6-44a9-af17-202ec4006ec2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Jun 23 18:45:30.147224 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device e24000a9-6a62-461e-bd00-7371849c508b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:45:30.279042 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e24000a9-6a62-461e-bd00-7371849c508b,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:30.291743 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'e24000a9-6a62-461e-bd00-7371849c508b', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:45:30.356033 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port e24000a9-6a62-461e-bd00-7371849c508b is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:30.356311 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:30.374952 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24000a9-6a62-461e-bd00-7371849c508b {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:45:30.391122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e24000a9-6a62-461e-bd00-7371849c508b,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:30.395396 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:30.460249 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:30.625298 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['e24000a9-6a62-461e-bd00-7371849c508b'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:45:30.936665 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ccbc-4017-4c83-bfa2-c0c21f368f20 req-a582c6f8-c95b-4a80-a258-420eb57d7176 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:30.938128 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c617ccbc-4017-4c83-bfa2-c0c21f368f20 req-a582c6f8-c95b-4a80-a258-420eb57d7176 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 945 time: 0.0891242 Jun 23 18:45:30.982207 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c617ccbc-4017-4c83-bfa2-c0c21f368f20 req-27a51bc2-4914-4a56-9153-912077007525 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378661 Jun 23 18:45:32.147073 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device e24000a9-6a62-461e-bd00-7371849c508b up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:45:32.181982 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab5a9-f51c-4907-a026-5ba2667f1b43 req-26a6b8f8-9d85-4c35-8181-fe967d3f5cca tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:32.183418 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c2ab5a9-f51c-4907-a026-5ba2667f1b43 req-26a6b8f8-9d85-4c35-8181-fe967d3f5cca tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 945 time: 0.0955896 Jun 23 18:45:32.214698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port e24000a9-6a62-461e-bd00-7371849c508b completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:45:32.219362 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port e24000a9-6a62-461e-bd00-7371849c508b triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:45:32.219728 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:32.228321 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c2ab5a9-f51c-4907-a026-5ba2667f1b43 req-b943571c-3fbf-45dc-840d-b88cc0a5e451 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383856 Jun 23 18:45:32.334169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port e24000a9-6a62-461e-bd00-7371849c508b is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:45:32.334544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:32.366507 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:32.376365 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e24000a9-6a62-461e-bd00-7371849c508b,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:32.380352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:32.453558 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:32.468807 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192e65ef-843d-4e39-9110-32f39178ad27'] response: {'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b', 'code': 200} Jun 23 18:45:32.803214 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679b2f-3437-45a1-bbfb-6b8d8ae36617 req-c8dd1dee-261c-4c0c-9fb1-e5aa796fd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:32.804691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5e679b2f-3437-45a1-bbfb-6b8d8ae36617 req-c8dd1dee-261c-4c0c-9fb1-e5aa796fd8c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1099 time: 0.1678243 Jun 23 18:45:32.845779 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5e679b2f-3437-45a1-bbfb-6b8d8ae36617 req-f4c4f4b4-9956-48b3-8609-30b9afc939e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Jun 23 18:45:33.421177 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768de869-16f3-4501-8311-cca165b16f74 req-072118df-d141-4f90-b6f8-95f3dccb5adf tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:33.422553 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-768de869-16f3-4501-8311-cca165b16f74 req-072118df-d141-4f90-b6f8-95f3dccb5adf tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.0892572 Jun 23 18:45:33.465627 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-768de869-16f3-4501-8311-cca165b16f74 req-9655a458-3461-4301-9f3c-52bdbeafebe8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374429 Jun 23 18:45:34.660360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9f57-73c3-4575-b84d-d691df5b1b95 req-4a57bedd-37b0-47c5-8321-255358f09f9a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:34.661783 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-af7e9f57-73c3-4575-b84d-d691df5b1b95 req-4a57bedd-37b0-47c5-8321-255358f09f9a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.0872021 Jun 23 18:45:34.705458 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-af7e9f57-73c3-4575-b84d-d691df5b1b95 req-57e8e681-62e6-4a35-85b9-820719b88c8b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Jun 23 18:45:34.889539 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2bda-4730-4095-9b24-a117146710f8 req-09205f82-96c9-4054-a860-34762335b089 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:34.891007 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-677f2bda-4730-4095-9b24-a117146710f8 req-09205f82-96c9-4054-a860-34762335b089 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.0875926 Jun 23 18:45:34.899719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 34928) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:34.905142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:45:34.982066 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:35.578159 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:35.581701 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:35.750407 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4 associated. External IP: 172.27.2.200, port: e24000a9-6a62-461e-bd00-7371849c508b. Jun 23 18:45:36.197174 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:45:36.383211 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:45:36.388053 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:36.393490 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:45:36.402639 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:36.403278 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:45:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:36.441675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-be3abc97-6b4d-4400-8728-2744306e6386 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "PUT /v2.0/floatingips/bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4 HTTP/1.1" status: 200 len: 992 time: 1.5409360 Jun 23 18:45:36.443069 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:36.539984 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0483926-2fb8-4dc2-a9df-77cd79135c21'] response: {'name': 'network-changed', 'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b', 'status': 'completed', 'code': 200} Jun 23 18:45:36.585803 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:36.638472 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-f4dbdd3d-86ad-4b71-aff9-9acb985824f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:36.639919 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-f4dbdd3d-86ad-4b71-aff9-9acb985824f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1099 time: 0.0780246 Jun 23 18:45:36.776754 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-bfda968e-0295-46cd-bd4d-76ed506bff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:36.778544 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-bfda968e-0295-46cd-bd4d-76ed506bff88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1327503 Jun 23 18:45:36.885646 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-ed245d08-34f6-4f06-b7f3-d333c60a76af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 1000 time: 0.1018500 Jun 23 18:45:36.952498 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-4ab72978-3311-4053-a253-dd083c51cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:36.953971 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-4ab72978-3311-4053-a253-dd083c51cbb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0626693 Jun 23 18:45:36.965587 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:35Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:36.970294 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:45:36.978188 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:36.979229 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:45:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:37.039319 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-c4b7b098-89a5-4a9b-b3f7-ebef4d11b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:37.040718 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-c4b7b098-89a5-4a9b-b3f7-ebef4d11b445 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807002 Jun 23 18:45:37.157316 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:37.168453 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-80f5afea-1d59-454d-a418-9887dba49834 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220624 Jun 23 18:45:37.300759 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-56eaf36b-b741-446e-ac02-1a6eaae299df req-e04a87f0-068c-402c-8b83-8f9b8363ebc1 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262112 Jun 23 18:45:37.502467 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:35Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:37.506239 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb275f9-2c12-44fa-93a6-a3acf7689455 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:35Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:45:37.701484 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13968764-5373-4a31-814b-08f64484004c None None] New status for floating IP bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:45:39.676246 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:46.399919 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:45:51.432622 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eaf43-17a4-441a-ad93-96c99609cc36 req-a21cc0c6-ddf1-499e-8ec2-280acb035272 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:51.434528 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-602eaf43-17a4-441a-ad93-96c99609cc36 req-a21cc0c6-ddf1-499e-8ec2-280acb035272 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 945 time: 0.0994451 Jun 23 18:45:51.478102 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-602eaf43-17a4-441a-ad93-96c99609cc36 req-c986016d-8c3e-496c-acc8-8c29bd04fc76 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2536df-cee1-4cfb-9369-96e388d7b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jun 23 18:45:51.744014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-ba16fd0e-707c-4b3c-8500-ba613c2fa47c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:45:51.745438 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-ba16fd0e-707c-4b3c-8500-ba613c2fa47c tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 945 time: 0.0844686 Jun 23 18:45:51.817118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Deleting port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:51.817447 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.074116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] For port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:45:52.074402 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.434704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.435497 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.435497 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Floating IP 7f8d9710-2e0d-40cc-9372-5257aeab7d67 disassociated. External IP: 172.27.2.214, port: 381e0ff1-4587-44b3-8e9b-f2203ec0c89f. Jun 23 18:45:52.436199 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Calling delete_port for 381e0ff1-4587-44b3-8e9b-f2203ec0c89f owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:52.572738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f987d9e3-b1b9-4bd6-8bf3-2f89d4d75655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.585369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:52.635288 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'Port': ['ID=381e0ff1-4587-44b3-8e9b-f2203ec0c89f,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:52.645683 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cec840af-83d5-4bff-849b-9b1da1c6a15a req-dbc1b379-5422-4d82-979a-7f9b8353c72f tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d87734-dad3-47cb-8be1-49187e5057ac HTTP/1.1" status: 200 len: 210 time: 0.0570164 Jun 23 18:45:52.820029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:45:52.999883 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:45:53.009317 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:45:53.021455 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:53.022382 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:45:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:53.086313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] No DVR routers for this DVR port 381e0ff1-4587-44b3-8e9b-f2203ec0c89f on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:45:53.088874 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:53.092554 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'name': 'network-vif-deleted', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:45:53.112420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-90b43af9-c2d3-4b29-b4cb-db9c4871180f req-f5071e4c-e956-4954-b26e-cd82a0af1da9 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.36 "DELETE /v2.0/ports/381e0ff1-4587-44b3-8e9b-f2203ec0c89f HTTP/1.1" status: 204 len: 173 time: 1.3615565 Jun 23 18:45:53.147520 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d402cd-562f-4631-b12e-be39d2c7ab0f'] response: {'server_uuid': '33d87734-dad3-47cb-8be1-49187e5057ac', 'name': 'network-vif-deleted', 'tag': '381e0ff1-4587-44b3-8e9b-f2203ec0c89f', 'status': 'completed', 'code': 200} Jun 23 18:45:53.226642 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:53.545768 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:53.549724 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:45:53.557949 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:45:53.558545 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:45:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:53.742788 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:45:53.780142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 35088) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:53.845491 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:53.873977 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:53.927977 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:53.947525 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2536df-cee1-4cfb-9369-96e388d7b6ae,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:53.956820 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:53.958300 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5b5bd94f-94d8-45bd-b5f9-8525b5a4a189 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b2536df-cee1-4cfb-9369-96e388d7b6ae HTTP/1.1" status: 204 len: 168 time: 0.1771355 Jun 23 18:45:53.960779 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 35094) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:53.977972 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-9966f4d7-f48a-44ce-afab-36400e62ebe4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] show failed (client error): The resource could not be found. Jun 23 18:45:53.982783 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9966f4d7-f48a-44ce-afab-36400e62ebe4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "GET /v2.0/security-groups/3b2536df-cee1-4cfb-9369-96e388d7b6ae HTTP/1.1" status: 404 len: 347 time: 0.0172076 Jun 23 18:45:53.983124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 35098) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:45:54.097865 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:45:54.101658 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9639b-ae3b-45b2-9f73-3443007d01d5 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:14:17Z', 'revision_number': 4, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'af196479-e162-4418-98b7-e630f3ef4773', 'name': '', 'network_id': 'ad47f189-c2cf-497a-8784-dba3761c14a2', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'mac_address': 'fa:16:3e:2b:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9e865422-6fa7-46c1-969f-9f1254365580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:16Z', 'updated_at': '2022-06-23T18:14:31Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'subnets': [{'id': '9e865422-6fa7-46c1-969f-9f1254365580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:45:54.143523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Deleting port 1a59d85c-7d76-444e-93c6-1af9126a202c {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:54.143859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:54.320973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:54.321415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:54.328783 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c73fe-ba40-4fd5-aeef-ec29430b6343 None None] New status for floating IP 7f8d9710-2e0d-40cc-9372-5257aeab7d67: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:45:54.451629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Calling delete_port for 1a59d85c-7d76-444e-93c6-1af9126a202c owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:54.623499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.db.api [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:45:54.623771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG oslo_db.api [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:45:54.666721 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf281d9-f4bb-463d-8b4e-3f166755de88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.125441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Deleting port 1a59d85c-7d76-444e-93c6-1af9126a202c {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:45:55.126028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.290805 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.291124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.413536 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Calling delete_port for 1a59d85c-7d76-444e-93c6-1af9126a202c owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:45:55.552733 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.600083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Pushing event deleted for resources: {'Port': ['ID=1a59d85c-7d76-444e-93c6-1af9126a202c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:45:55.699345 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.713616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:55.714740 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f55bbadc-e6dd-4d63-b6ed-9adeb4a721f4 tempest-AttachVolumeTestJSON-1409059757 tempest-AttachVolumeTestJSON-1409059757-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f8d9710-2e0d-40cc-9372-5257aeab7d67 HTTP/1.1" status: 204 len: 168 time: 1.7312450 Jun 23 18:45:56.227964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:56.272864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 381e0ff1-4587-44b3-8e9b-f2203ec0c89f no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:45:56.314662 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 381e0ff1-4587-44b3-8e9b-f2203ec0c89f {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:45:56.314989 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 381e0ff1-4587-44b3-8e9b-f2203ec0c89f not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:45:56.326398 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:57.225548 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-c33471f5-bf04-4e38-852a-abba6af49612 req-02aaef54-f739-4989-be63-ae877b594454 tempest-TestMinimumBasicScenario-1165575990 tempest-TestMinimumBasicScenario-1165575990-project] (88124) timed out ('10.222.0.36', 53338) {{(pid=88124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:45:57.946250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:45:58.145614 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-b75bcd06-9908-4a15-acdb-1ea28f093cf9 req-5198646e-7c29-400c-828c-5b3c51ad7e4b tempest-ServerRescueNegativeTestJSON-671827925 tempest-ServerRescueNegativeTestJSON-671827925-project] (88125) timed out ('10.222.0.36', 53347) {{(pid=88125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:46:08.760531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-f0f0c7b4-d2c9-4c2d-8093-2c5df7996394 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765862 Jun 23 18:46:08.902358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec659-954e-4192-8968-c556c6111bbe req-5e1da356-f685-405b-bc24-c1dc6017607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:46:08.903792 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-5e1da356-f685-405b-bc24-c1dc6017607a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1099 time: 0.0759943 Jun 23 18:46:09.051977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec659-954e-4192-8968-c556c6111bbe req-2a6100bb-1a7e-41d9-ad76-6b6966fccb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:46:09.053421 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-2a6100bb-1a7e-41d9-ad76-6b6966fccb38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1328411 Jun 23 18:46:09.153371 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-5ae43ec8-edad-4794-bb28-49fc6a926fe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 1002 time: 0.0942605 Jun 23 18:46:09.218959 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec659-954e-4192-8968-c556c6111bbe req-4f822670-d752-456e-8aae-553c22b1cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:46:09.220326 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-4f822670-d752-456e-8aae-553c22b1cb9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0613663 Jun 23 18:46:09.299421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec659-954e-4192-8968-c556c6111bbe req-96941454-38b2-43cc-90d6-29177f5cb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:46:09.300760 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-96941454-38b2-43cc-90d6-29177f5cb76c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747547 Jun 23 18:46:09.428192 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-4f41c9d6-487b-4155-ae7d-b92ea664bd24 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211650 Jun 23 18:46:09.561056 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33eec659-954e-4192-8968-c556c6111bbe req-e232e154-2e28-4b06-a077-90bff6a5ff6c service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Jun 23 18:46:09.674091 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:22.575493 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4adb4700-144c-4975-a806-0e3b9a6659ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:23.400318 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:46:24.668065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b73f1262-d6ce-494f-84ad-578e346f9187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:26.230456 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:26.303281 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:27.949514 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:39.691064 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:52.579620 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6c3b-d464-46df-b2e6-9a7cd1154c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:54.668532 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9c29ff52-58e9-4939-a9f8-05c8e603afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:56.235683 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:56.305102 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:46:57.952899 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:00.399582 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:47:08.775228 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-dc2fff97-b0fa-45d1-a4dc-cfc63dcaed55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793548 Jun 23 18:47:08.926292 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-eb446c92-992e-4402-a709-30832e248cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:08.927742 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-eb446c92-992e-4402-a709-30832e248cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1099 time: 0.0809855 Jun 23 18:47:09.180413 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-71c3a22a-85fa-4a94-b51c-896c3fb6d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:09.182159 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-71c3a22a-85fa-4a94-b51c-896c3fb6d52a service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.2345369 Jun 23 18:47:09.289342 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-fa1328b2-8f7e-40ab-8977-ed202e2b7f5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 1002 time: 0.0940759 Jun 23 18:47:09.354485 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-99fa7b5a-4737-4352-b948-71e90760db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:09.355844 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-99fa7b5a-4737-4352-b948-71e90760db80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0579128 Jun 23 18:47:09.436565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-a278e50d-f8d2-4b9b-8047-8e42f043e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:09.437999 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-a278e50d-f8d2-4b9b-8047-8e42f043e53d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760162 Jun 23 18:47:09.578548 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-1fac8082-1d1c-48f3-8d2c-a892715b50a3 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298985 Jun 23 18:47:09.707606 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:09.732983 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-31fc6122-ceca-4708-ac83-3fbf60d300e8 req-ad5de0d5-513e-4f72-ab57-1c003307db67 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476822 Jun 23 18:47:22.584235 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-347f9b80-d1e4-4297-8aa1-d2a8bb32c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:24.670357 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c2eccc61-2f5d-401f-bdf3-b779831c77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:26.239361 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:26.307952 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:27.956083 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:37.398467 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:47:39.716093 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:42.680894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36144) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:42.797002 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Deleting subnet 08ecf71d-8fed-4d88-bdc0-22ee234f81e0 {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:47:42.801234 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:42.857006 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7636201'] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:42.917386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:42.990451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1747244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6809410'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.028015 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ecf71d-8fed-4d88-bdc0-22ee234f81e0,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:43.038092 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.041006 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.041350 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.041745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.042178 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.042522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.042884 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.043214 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.043547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.043994 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.044316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.044624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.044941 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:43.051719 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9fa679e1-00a5-4ce9-b52f-7b126b04d60a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/08ecf71d-8fed-4d88-bdc0-22ee234f81e0 HTTP/1.1" status: 204 len: 168 time: 0.3697970 Jun 23 18:47:43.054184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36154) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:43.161122 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.285534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.309825 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1e673-f9ef-4de2-ae0f-875dffd6b5ed']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:43.321811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5447e373-bf29-4f61-b0e7-8347bbfa96d9') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:43.322137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5447e373-bf29-4f61-b0e7-8347bbfa96d9') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:43.333850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.349522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.355520 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:47:43.355904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.421747 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 5447e373-bf29-4f61-b0e7-8347bbfa96d9 resource provider aggregate not found Jun 23 18:47:43.443837 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 5447e373-bf29-4f61-b0e7-8347bbfa96d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5447e373-bf29-4f61-b0e7-8347bbfa96d9 found for delete ", "request_id": "req-bba960f6-cc1b-4f70-8903-2651de30a17b"}]} Jun 23 18:47:43.456973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.473043 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.482970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d1e673-f9ef-4de2-ae0f-875dffd6b5ed,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:43.491388 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-aea49bd3-f5bd-49c0-8cbf-c77ce8023cc4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/51d1e673-f9ef-4de2-ae0f-875dffd6b5ed HTTP/1.1" status: 204 len: 168 time: 0.4362876 Jun 23 18:47:43.616563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36164) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:43.666466 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d1717b87-7040-4ec4-884c-21413647f560 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f80a88640291409888fceac0ea48c0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487661 Jun 23 18:47:43.668824 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36170) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:43.730365 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.756455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.809087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.827644 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8d286-918a-4aff-97af-5d5cdab5a06d,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:43.836530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:43.837918 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f8aceccd-8d18-4f57-b33b-e89173dcf8ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4bb8d286-918a-4aff-97af-5d5cdab5a06d HTTP/1.1" status: 204 len: 168 time: 0.1675065 Jun 23 18:47:44.596456 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36210) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:44.696783 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842452173-network', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:44.701329 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:44.705631 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Usage tracker for resource:network and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:44.708515 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:44.714299 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:44.724944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Made reservation on behalf of 5fe315fd15ed4c9a9ec213b41aed3366 for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:47:44.727154 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:44.739942 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:44.754855 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:44.758621 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:44.761358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:44.767267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:44.849686 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:44.853531 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:44.891569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:47:44.897118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae8c24-097c-4718-8218-d07b3d8db8ba,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:44.907226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:44.908268 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Added segment 46b58702-c2fd-4c56-bcfe-83b079852f68 of type vlan for network f1eab712-3229-434c-b960-29a980d67a99 Jun 23 18:47:45.012476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.047289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.048216 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:45.048837 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.150919 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5533783 Jun 23 18:47:45.154185 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36218) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:45.155985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dddc4-ae1c-4658-94a2-3629174d7969 admin admin] Pushing event updated for resources: {'Network': ['ID=f1eab712-3229-434c-b960-29a980d67a99,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:45.165940 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network f1eab712-3229-434c-b960-29a980d67a99 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:47:45.168808 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Request body: {'subnet': {'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842452173-subnet', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:45.175567 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:45.180659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Usage tracker for resource:subnet and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:45.184113 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:45.190573 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:45.199994 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Made reservation on behalf of 5fe315fd15ed4c9a9ec213b41aed3366 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:47:45.202471 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7129181'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.416317 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6147794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7129195'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.489678 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6d99ea-5cba-4263-9f90-27b3126017b5,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:45.502368 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.502754 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.503088 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.503423 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.503753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.504081 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.504411 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.504728 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.505047 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.505370 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.505785 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.506077 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:45.508995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Checking segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:45.509350 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Network hostable DHCP agents. Network: f1eab712-3229-434c-b960-29a980d67a99, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:47:45.529207 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Network f1eab712-3229-434c-b960-29a980d67a99 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:47:45.538479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, f1eab712-3229-434c-b960-29a980d67a99) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:45.542404 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:45.542997 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.547119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2cef6f-eed0-40d9-a6fa-fde9ba6e0965 None None] Network f1eab712-3229-434c-b960-29a980d67a99 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:47:45.564546 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e08fc629-110b-47b2-8c13-80560a421866 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4056187 Jun 23 18:47:45.567251 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36232) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:45.571945 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:45.576368 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:45.580905 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Usage tracker for resource:router and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:45.583846 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:45.589662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:45.600149 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.601221 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.615718 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.764330 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-f1eab712-3229-434c-b960-29a980d67a99', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:47:45.765164 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.883186 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:45.927119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Allocated IP 172.20.0.2 (f1eab712-3229-434c-b960-29a980d67a99/ee6d99ea-5cba-4263-9f90-27b3126017b5/e22aba18-ffd0-4dab-b698-373758ef9e6c) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:46.186136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.197295 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Transition to ACTIVE for port object e22aba18-ffd0-4dab-b698-373758ef9e6c will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:46.216568 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Transition to ACTIVE for port object e22aba18-ffd0-4dab-b698-373758ef9e6c will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:46.224063 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.291756 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Network f1eab712-3229-434c-b960-29a980d67a99 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:46.294706 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:46.298389 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:46.304815 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Pushing event updated for resources: {'Port': ['ID=e22aba18-ffd0-4dab-b698-373758ef9e6c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:46.323154 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.354800 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.381611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.381983 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.382328 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.382664 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.382995 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.383326 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.383656 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.383984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.384310 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.384633 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.384952 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.385270 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:46.416752 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Attempting to bind port e22aba18-ffd0-4dab-b698-373758ef9e6c on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:47:46.417129 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Attempting to bind port e22aba18-ffd0-4dab-b698-373758ef9e6c by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:47:46.417489 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Attempting to bind port e22aba18-ffd0-4dab-b698-373758ef9e6c on network f1eab712-3229-434c-b960-29a980d67a99 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:47:46.422784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:47:46.423096 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Checking segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:46.423552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.423974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Bound using segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:47:46.424460 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Bound port: e22aba18-ffd0-4dab-b698-373758ef9e6c, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:47:46.424807 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.503846 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Allocated IP 172.27.2.60 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/b767cd43-5b08-4751-a56e-2b9cb8002202) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:46.521446 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] For port e22aba18-ffd0-4dab-b698-373758ef9e6c, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:47:46.524470 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] For port e22aba18-ffd0-4dab-b698-373758ef9e6c, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e22aba18-ffd0-4dab-b698-373758ef9e6c,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:47:46.529683 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.621687 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afe18c-ec8b-497e-9845-49163ad20a7f None None] Pushing event updated for resources: {'Port': ['ID=e22aba18-ffd0-4dab-b698-373758ef9e6c,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:46.698611 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.729386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:46.812414 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:46.816406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:46.818913 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:46.866192 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Pushing event updated for resources: {'Port': ['ID=b767cd43-5b08-4751-a56e-2b9cb8002202,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:47.251537 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:47.574269 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13352e57-8b0c-46c6-8ecc-609a9219a512 None None] Network f1eab712-3229-434c-b960-29a980d67a99 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:47:47.685452 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-1b1b98a3-6a1a-4b9a-bf8d-de07c4f9d78d None None] Provisioning for port e22aba18-ffd0-4dab-b698-373758ef9e6c completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:47.749263 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:47.987679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:47:48.168442 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:47:48.177299 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Sync routers for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:47:48.189785 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:48.190599 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:48.191806 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:48.195727 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ab6e2316-f16a-408c-a4d0-4493cb652e54 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6249945 Jun 23 18:47:48.195888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36256) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:48.365979 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:48.618149 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e22aba18-ffd0-4dab-b698-373758ef9e6c up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:48.669317 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:47Z', 'revision_number': 3, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:48.673270 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Checking router: 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:47:48.674776 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Updating router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd port b767cd43-5b08-4751-a56e-2b9cb8002202 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:47:48.686690 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port e22aba18-ffd0-4dab-b698-373758ef9e6c completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:48.692357 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port e22aba18-ffd0-4dab-b698-373758ef9e6c triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:48.692732 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:48.733366 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:48.811343 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port e22aba18-ffd0-4dab-b698-373758ef9e6c is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:48.811823 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:48.849822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port e22aba18-ffd0-4dab-b698-373758ef9e6c, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e22aba18-ffd0-4dab-b698-373758ef9e6c,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:47:48.855969 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:48.946602 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=e22aba18-ffd0-4dab-b698-373758ef9e6c,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:48.965371 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.115914 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.129843 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Transition to ACTIVE for port object b767cd43-5b08-4751-a56e-2b9cb8002202 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:49.136308 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.197328 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Allocated IP 172.20.0.1 (f1eab712-3229-434c-b960-29a980d67a99/ee6d99ea-5cba-4263-9f90-27b3126017b5/f9a24230-e1c1-4336-8546-49a3b17b47dc) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:49.215677 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Pushing event updated for resources: {'Port': ['ID=b767cd43-5b08-4751-a56e-2b9cb8002202,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:49.219079 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Attempting to bind port b767cd43-5b08-4751-a56e-2b9cb8002202 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:47:49.219441 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Attempting to bind port b767cd43-5b08-4751-a56e-2b9cb8002202 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:47:49.219799 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Attempting to bind port b767cd43-5b08-4751-a56e-2b9cb8002202 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:47:49.227815 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.228157 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.228442 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.228797 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.229135 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.229465 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.229788 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.230140 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.230487 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.230818 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.231138 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.231457 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:47:49.234664 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:47:49.235039 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:49.235430 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.235832 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:47:49.236858 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Bound port: b767cd43-5b08-4751-a56e-2b9cb8002202, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:47:49.237243 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.316322 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] For port b767cd43-5b08-4751-a56e-2b9cb8002202, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:47:49.319584 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] For port b767cd43-5b08-4751-a56e-2b9cb8002202, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b767cd43-5b08-4751-a56e-2b9cb8002202,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:47:49.324088 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.400092 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:49.400839 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:49.466169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.481482 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Transition to ACTIVE for port object f9a24230-e1c1-4336-8546-49a3b17b47dc will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:49.506481 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.530321 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8adc24-e67b-4c35-bc4a-52e71134f61d None None] Pushing event updated for resources: {'Port': ['ID=b767cd43-5b08-4751-a56e-2b9cb8002202,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:49.573967 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Network f1eab712-3229-434c-b960-29a980d67a99 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:49.576962 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:49.582521 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:49.599318 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:49.625523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36278) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:49.632271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877449757', 'description': 'tempest-description--1277057181'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:49.643559 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Pushing event updated for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:49.649208 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:49.667214 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:49.678777 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.681277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.706597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:49.713493 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:49.718334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:49.725197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:49.819442 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.825802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.832935 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.865438 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-90c56fba-286a-49d8-afd8-76e28f7e42e3 None None] Provisioning for port f9a24230-e1c1-4336-8546-49a3b17b47dc completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:49.873563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-90c56fba-286a-49d8-afd8-76e28f7e42e3 None None] Provisioning complete for port f9a24230-e1c1-4336-8546-49a3b17b47dc triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:49.874379 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-90c56fba-286a-49d8-afd8-76e28f7e42e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.929760 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:49.931879 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3036397 Jun 23 18:47:49.934787 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36282) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:49.942199 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12074520-3aa6-4bff-b635-6de7822e423d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516d5c05-ab15-46f3-a7c6-51633a0a94ab,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:49.947234 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '516d5c05-ab15-46f3-a7c6-51633a0a94ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:49.947948 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:47Z', 'revision_number': 3, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:49.952365 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08494bcf-ee96-419a-9664-355a0be86175 None None] The sync data for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi is: [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:47Z', 'revision_number': 3, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:47:49.967318 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-90c56fba-286a-49d8-afd8-76e28f7e42e3 None None] Port f9a24230-e1c1-4336-8546-49a3b17b47dc cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:47:49.969911 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:50.019560 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:50.023936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:50.032363 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:50.077239 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.157603 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.173252 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.266023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.281190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.322598 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Pushing event updated for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:50.338293 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67be9ddc-f535-48e8-825a-ac2a7225c14f,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:50.354420 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.380290 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.382894 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-88df5aa5-3693-4d72-abae-ef0c7d75b8ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438996 Jun 23 18:47:50.384407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36296) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:50.393742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '516d5c05-ab15-46f3-a7c6-51633a0a94ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:50.401181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:50.406337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:50.409526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:50.416657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:50.438669 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.523928 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.532579 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.538396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Network f1eab712-3229-434c-b960-29a980d67a99 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:50.539920 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:50.557391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8984dd-0c98-42f9-a772-445e8b61905d,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:50.598256 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.599755 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-25e2c267-2bae-4967-b72f-cf02b00790f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139113 Jun 23 18:47:50.602898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36300) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:50.608487 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:50.618389 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:50.623841 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:floatingip and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:50.629310 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:50.654747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:50.681309 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.738533 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b767cd43-5b08-4751-a56e-2b9cb8002202 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:50.874725 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port b767cd43-5b08-4751-a56e-2b9cb8002202 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:50.882496 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port b767cd43-5b08-4751-a56e-2b9cb8002202 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:50.882895 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:50.886715 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:47:50.959878 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.052025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-2a87a470-4ed4-40b7-9a80-577f68e426ca None None] Provisioning complete for port f9a24230-e1c1-4336-8546-49a3b17b47dc triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:51.052397 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a87a470-4ed4-40b7-9a80-577f68e426ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.088436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port b767cd43-5b08-4751-a56e-2b9cb8002202 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:51.089204 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.122169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:47:51.122934 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port b767cd43-5b08-4751-a56e-2b9cb8002202, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b767cd43-5b08-4751-a56e-2b9cb8002202,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:47:51.124598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.27.2.136 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/0dfb190d-3037-41a8-9655-51056bdf6c4a) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:51.136338 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.137110 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e22aba18-ffd0-4dab-b698-373758ef9e6c up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:51.138527 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-03ee5b2e-8ac9-4e31-8839-85651a38c5ff admin admin] 10.222.0.26 "PUT /v2.0/routers/18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9415371 Jun 23 18:47:51.201306 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2a87a470-4ed4-40b7-9a80-577f68e426ca None None] Port f9a24230-e1c1-4336-8546-49a3b17b47dc cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:47:51.266492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=b767cd43-5b08-4751-a56e-2b9cb8002202,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:51.284073 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port e22aba18-ffd0-4dab-b698-373758ef9e6c triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:51.284511 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.305364 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.340938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.413779 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:51.416635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:51.421213 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:51.428852 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port e22aba18-ffd0-4dab-b698-373758ef9e6c is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:51.458010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=0dfb190d-3037-41a8-9655-51056bdf6c4a,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:51.508854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.572800 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.685904 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36322) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:51.692420 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547688269-network', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:51.696992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:51.700889 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Usage tracker for resource:network and tenant:da9132553b4a451fadf7c20e719d8273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:51.704109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:51.711127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:51.724438 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Made reservation on behalf of da9132553b4a451fadf7c20e719d8273 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:47:51.727131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.741015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.756373 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:51.760359 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:da9132553b4a451fadf7c20e719d8273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:51.763214 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:51.770212 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:51.798918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.804195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.873768 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.880849 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.914921 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:47:51.929464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Sync routers for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:47:51.940435 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970faff3-aad9-4d65-bca2-ea7ec6bb26e9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:51.942994 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:51.943617 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:51.947389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.947833 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Added segment 5b9c96e3-0b71-4fa9-8680-257fe762e497 of type vlan for network 600289dd-1781-41a4-8a97-f97301481164 Jun 23 18:47:51.964937 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=0dfb190d-3037-41a8-9655-51056bdf6c4a,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:51.975505 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.985361 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:51.999229 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.000685 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5358f797-ae29-4cc1-a682-bfd8d19a2c0f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3965368 Jun 23 18:47:52.021022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.022187 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:52.022811 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.179348 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:52.244072 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5570006 Jun 23 18:47:52.244771 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989e5c6-6e4c-4f96-a7cd-bb64b043f2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=600289dd-1781-41a4-8a97-f97301481164,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:52.248922 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36342) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:52.254940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Request body: {'subnet': {'network_id': '600289dd-1781-41a4-8a97-f97301481164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547688269-subnet', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:52.260335 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:52.260793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-05e53f85-c28c-4657-b008-e149cee66a65 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:47:52.264186 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Usage tracker for resource:subnet and tenant:da9132553b4a451fadf7c20e719d8273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:52.267891 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:52.274514 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:52.277840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-05e53f85-c28c-4657-b008-e149cee66a65 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:47:52.279265 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-05e53f85-c28c-4657-b008-e149cee66a65 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--877449757&fields=id&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 267 time: 0.0619721 Jun 23 18:47:52.285983 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Made reservation on behalf of da9132553b4a451fadf7c20e719d8273 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:47:52.288659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7129181'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.311569 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 600289dd-1781-41a4-8a97-f97301481164 details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:47:52.444557 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-e27d34e5-dd17-40a2-bc38-d4c143109d27 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:52.447203 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-e27d34e5-dd17-40a2-bc38-d4c143109d27 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1570981 Jun 23 18:47:52.462338 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-84289274-f5d2-48e9-afaa-6d85e11ee28c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/quotas/cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 375 time: 0.0099604 Jun 23 18:47:52.511679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6147794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7129195'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.573114 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-df54ed7b-77ec-44d6-a772-f234516ee0d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1038580 Jun 23 18:47:52.578799 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1dc8aa-1a40-4895-be37-ed1d097c4857,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:52.593525 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b767cd43-5b08-4751-a56e-2b9cb8002202 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:52.614148 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Checking segment: {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:52.614148 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Network hostable DHCP agents. Network: 600289dd-1781-41a4-8a97-f97301481164, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:47:52.638858 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Network 600289dd-1781-41a4-8a97-f97301481164 is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:47:52.643805 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7fe735c8-6629-4218-986b-7f5d100f6a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.651483 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 600289dd-1781-41a4-8a97-f97301481164) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:52.656105 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:52.656866 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.665801 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0145919-23f9-4957-8672-60a687164b41 None None] Network 600289dd-1781-41a4-8a97-f97301481164 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:47:52.682634 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0e88da85-291a-445a-b467-f7e1a8914013 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4300950 Jun 23 18:47:52.682812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36348) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:52.687821 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:52.692822 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:52.696706 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Usage tracker for resource:router and tenant:da9132553b4a451fadf7c20e719d8273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:52.699734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:52.705657 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:52.716523 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.717490 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.718037 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-a5f9032a-b57d-423b-9270-69d8b8aae74a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:47:52.719206 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-a5f9032a-b57d-423b-9270-69d8b8aae74a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1216464 Jun 23 18:47:52.734536 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.786600 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port b767cd43-5b08-4751-a56e-2b9cb8002202 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:52.786996 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:52.823811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 2, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:52.856877 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Checking router: 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:47:52.857373 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Updating router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd port f9a24230-e1c1-4336-8546-49a3b17b47dc binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:47:52.904046 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-8a44f719-0f74-4618-8ed0-7286b14313bf service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690876 Jun 23 18:47:52.977025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.040627 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.142459 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-600289dd-1781-41a4-8a97-f97301481164', 'network_id': '600289dd-1781-41a4-8a97-f97301481164', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'fixed_ips': [{'subnet_id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:47:53.143482 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.168677 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-d7b57d6b-8963-43a2-b474-ce8c2eff39b7 service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586665 Jun 23 18:47:53.176025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port b767cd43-5b08-4751-a56e-2b9cb8002202 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:53.368040 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.398183 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.516030 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Allocated IP 172.20.0.2 (600289dd-1781-41a4-8a97-f97301481164/8d1dc8aa-1a40-4895-be37-ed1d097c4857/a3ec9af4-be08-4c3a-9a65-ada81682f786) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:53.541131 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Allocated IP 172.27.2.34 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/628bdd8f-0919-4079-9a4a-c1e9095ea201) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:53.687724 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.717487 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.744544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.785776 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:53.788791 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:53.792374 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:53.804303 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Transition to ACTIVE for port object f9a24230-e1c1-4336-8546-49a3b17b47dc will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:53.817453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:53.825802 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Pushing event updated for resources: {'Port': ['ID=628bdd8f-0919-4079-9a4a-c1e9095ea201,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:53.961180 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.013366 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32c6d-4df0-41af-9d80-ff5e17f13e34 None None] Pushing event updated for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:54.017830 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Transition to ACTIVE for port object a3ec9af4-be08-4c3a-9a65-ada81682f786 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:54.100313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Transition to ACTIVE for port object a3ec9af4-be08-4c3a-9a65-ada81682f786 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:54.105906 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Attempting to bind port f9a24230-e1c1-4336-8546-49a3b17b47dc on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:47:54.106322 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Attempting to bind port f9a24230-e1c1-4336-8546-49a3b17b47dc by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:47:54.106682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Attempting to bind port f9a24230-e1c1-4336-8546-49a3b17b47dc on network f1eab712-3229-434c-b960-29a980d67a99 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:47:54.111696 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.156295 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:47:54.156673 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Checking segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:54.157075 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.157464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Bound using segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:47:54.158930 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Bound port: f9a24230-e1c1-4336-8546-49a3b17b47dc, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:47:54.158930 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.242155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Network 600289dd-1781-41a4-8a97-f97301481164 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:54.259141 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:54.262002 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:54.269242 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Pushing event updated for resources: {'Port': ['ID=a3ec9af4-be08-4c3a-9a65-ada81682f786,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:54.383004 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8c149671-f2fe-4f02-a527-7f5719edacbe req-92d1f9aa-4207-4414-98e4-4ea7c56370a7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0577381 Jun 23 18:47:54.411207 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.414200 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Attempting to bind port a3ec9af4-be08-4c3a-9a65-ada81682f786 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:47:54.414569 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Attempting to bind port a3ec9af4-be08-4c3a-9a65-ada81682f786 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:47:54.414934 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Attempting to bind port a3ec9af4-be08-4c3a-9a65-ada81682f786 on network 600289dd-1781-41a4-8a97-f97301481164 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:47:54.418483 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] For port f9a24230-e1c1-4336-8546-49a3b17b47dc, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:47:54.424674 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:47:54.425099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Checking segment: {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:54.425505 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.425915 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Bound using segment: {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:47:54.426374 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Bound port: a3ec9af4-be08-4c3a-9a65-ada81682f786, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:47:54.426746 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.442853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] For port f9a24230-e1c1-4336-8546-49a3b17b47dc, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f9a24230-e1c1-4336-8546-49a3b17b47dc,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:47:54.475743 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.597783 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32c6d-4df0-41af-9d80-ff5e17f13e34 None None] Pushing event updated for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:54.600403 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:54.601006 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:54.661130 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] For port a3ec9af4-be08-4c3a-9a65-ada81682f786, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:47:54.738942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] For port a3ec9af4-be08-4c3a-9a65-ada81682f786, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a3ec9af4-be08-4c3a-9a65-ada81682f786,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:47:54.759194 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.772630 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.800701 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4531df25-416d-4f34-b186-27d841e2d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:54.882872 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1703-9790-40dd-99d4-880d3f234aa1 None None] Pushing event updated for resources: {'Port': ['ID=a3ec9af4-be08-4c3a-9a65-ada81682f786,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:54.894746 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:55.006258 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:47:55.230451 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:47:55.243693 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Sync routers for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:47:55.256004 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:55.256884 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:55.266855 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:55.268737 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6c41df0c-ca6b-4212-b645-6774eccb92ab admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5849881 Jun 23 18:47:55.271586 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36368) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:55.320741 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-b540039b-17be-49ea-9603-6fb64821092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:54Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:55.325016 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b540039b-17be-49ea-9603-6fb64821092c None None] The sync data for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi is: [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:54Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:47:55.498571 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:55.534642 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9e90353a-7b13-4e44-8568-6fcaaf7ff32e req-cbbcca65-53fe-46a0-9443-2539aac4c194 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0756741 Jun 23 18:47:55.828958 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:54Z', 'revision_number': 3, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:55.833168 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Checking router: f7cada2e-46ef-4ffa-95cd-a5b43dd32174 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:47:55.833612 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Updating router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 port 628bdd8f-0919-4079-9a4a-c1e9095ea201 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:47:55.890429 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.040269 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b51316-a039-4eea-a73e-bba0bf72ac27 None None] Network 600289dd-1781-41a4-8a97-f97301481164 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:47:56.153464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-84e99047-830c-4bab-a505-04276ef922de None None] Provisioning for port a3ec9af4-be08-4c3a-9a65-ada81682f786 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:56.259000 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.272407 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.357651 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.368056 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.378175 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Transition to ACTIVE for port object 628bdd8f-0919-4079-9a4a-c1e9095ea201 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:56.385865 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.495168 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945dae-c48d-4688-b3b7-3279ad4b73c3 None None] Pushing event updated for resources: {'Port': ['ID=628bdd8f-0919-4079-9a4a-c1e9095ea201,revision_number=2']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:56.498034 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Attempting to bind port 628bdd8f-0919-4079-9a4a-c1e9095ea201 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:47:56.498407 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Attempting to bind port 628bdd8f-0919-4079-9a4a-c1e9095ea201 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:47:56.499145 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Attempting to bind port 628bdd8f-0919-4079-9a4a-c1e9095ea201 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:47:56.511243 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:47:56.511635 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:47:56.512047 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.512444 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:47:56.512919 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Bound port: 628bdd8f-0919-4079-9a4a-c1e9095ea201, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:47:56.513309 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.639229 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] For port 628bdd8f-0919-4079-9a4a-c1e9095ea201, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:47:56.646985 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] For port 628bdd8f-0919-4079-9a4a-c1e9095ea201, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=628bdd8f-0919-4079-9a4a-c1e9095ea201,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:47:56.653029 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.707021 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-08ef544c-670b-4b4f-9336-a647175496dd req-974fccb3-67d1-487b-84f1-b85bca141efa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0713687 Jun 23 18:47:56.721311 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Allocated IP 172.20.0.1 (600289dd-1781-41a4-8a97-f97301481164/8d1dc8aa-1a40-4895-be37-ed1d097c4857/1c63206d-334b-4529-bcdb-9165e99cdc78) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:47:56.749506 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f9a24230-e1c1-4336-8546-49a3b17b47dc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:56.752046 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:56.752843 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:56.848190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port f9a24230-e1c1-4336-8546-49a3b17b47dc completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:56.854250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port f9a24230-e1c1-4336-8546-49a3b17b47dc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:56.854624 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.916627 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:56.938502 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Transition to ACTIVE for port object 1c63206d-334b-4529-bcdb-9165e99cdc78 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:47:56.948971 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:56.968423 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.014668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port f9a24230-e1c1-4336-8546-49a3b17b47dc is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:57.014948 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.065916 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Network 600289dd-1781-41a4-8a97-f97301481164 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:57.066358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port f9a24230-e1c1-4336-8546-49a3b17b47dc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f9a24230-e1c1-4336-8546-49a3b17b47dc,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:47:57.069132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:57.073217 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:47:57.091552 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.092730 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a3ec9af4-be08-4c3a-9a65-ada81682f786 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:57.118742 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Pushing event updated for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:57.142964 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.172576 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945dae-c48d-4688-b3b7-3279ad4b73c3 None None] Pushing event updated for resources: {'Port': ['ID=628bdd8f-0919-4079-9a4a-c1e9095ea201,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:57.296351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:57.316331 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.317913 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port a3ec9af4-be08-4c3a-9a65-ada81682f786 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:57.325210 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port a3ec9af4-be08-4c3a-9a65-ada81682f786 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:57.325653 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.381430 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:54Z', 'revision_number': 3, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:57.386218 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4accbe7-9098-4dc5-9d24-fd75b5161113 None None] The sync data for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi is: [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:54Z', 'revision_number': 3, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:47:57.488544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port a3ec9af4-be08-4c3a-9a65-ada81682f786 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:57.489217 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.540335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port a3ec9af4-be08-4c3a-9a65-ada81682f786, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a3ec9af4-be08-4c3a-9a65-ada81682f786,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:47:57.542371 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6e029d1f-0736-4801-8000-21aba753eab3 None None] Provisioning for port 1c63206d-334b-4529-bcdb-9165e99cdc78 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:57.549857 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6e029d1f-0736-4801-8000-21aba753eab3 None None] Provisioning complete for port 1c63206d-334b-4529-bcdb-9165e99cdc78 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:57.550265 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6e029d1f-0736-4801-8000-21aba753eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.592223 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.684735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-6e029d1f-0736-4801-8000-21aba753eab3 None None] Port 1c63206d-334b-4529-bcdb-9165e99cdc78 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:47:57.696890 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=a3ec9af4-be08-4c3a-9a65-ada81682f786,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:57.790043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.795571 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.903251 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-72fea615-3f0b-441d-9a25-ba4b47929dde req-bfab5f43-1e69-414b-928e-9e0cb8b48203 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0914519 Jun 23 18:47:57.915833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Pushing event updated for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:57.926854 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:57.958655 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:58.075969 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Network 600289dd-1781-41a4-8a97-f97301481164 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:47:58.077111 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:47:58.276596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:47:58.308289 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4efd7367-e009-4fd9-8292-876c6290615e None None] Provisioning complete for port 1c63206d-334b-4529-bcdb-9165e99cdc78 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:58.308659 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4efd7367-e009-4fd9-8292-876c6290615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:58.389287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-4efd7367-e009-4fd9-8292-876c6290615e None None] Port 1c63206d-334b-4529-bcdb-9165e99cdc78 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:47:58.469201 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:47:58.478333 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0d0392b7-0e2a-4f9f-a9c7-196b1448e115 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7cada2e-46ef-4ffa-95cd-a5b43dd32174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2057512 Jun 23 18:47:58.653287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f9a24230-e1c1-4336-8546-49a3b17b47dc up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:58.724900 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port f9a24230-e1c1-4336-8546-49a3b17b47dc triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:58.725315 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:58.873496 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port f9a24230-e1c1-4336-8546-49a3b17b47dc is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:58.874603 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 628bdd8f-0919-4079-9a4a-c1e9095ea201 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:58.909988 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36444) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:58.920133 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709994523', 'description': 'tempest-secgroup-smoke-709994523 description', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:58.943132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:58.951778 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:58.955608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:58.964707 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:58.966478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 628bdd8f-0919-4079-9a4a-c1e9095ea201 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:47:58.972879 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 628bdd8f-0919-4079-9a4a-c1e9095ea201 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:58.973335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:58.990638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.048815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:59.055407 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:59.064012 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:59.078059 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:59.103285 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-63c36057-ad3e-4488-8e32-716c0f9b34e6 req-611a0341-007d-4846-b50c-d4f57486a8b2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0743787 Jun 23 18:47:59.153176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 628bdd8f-0919-4079-9a4a-c1e9095ea201 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:59.153559 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.170953 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 628bdd8f-0919-4079-9a4a-c1e9095ea201, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=628bdd8f-0919-4079-9a4a-c1e9095ea201,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:47:59.177457 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.178551 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a3ec9af4-be08-4c3a-9a65-ada81682f786 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:47:59.181541 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.186932 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.243801 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a4b48-0d3e-4739-bae9-1918750dc399,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.251902 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.253321 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d82bd21c-2281-4cd2-8943-90d0b5856355 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3416367 Jun 23 18:47:59.256332 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36452) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:59.263508 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:59.271036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:59.275442 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:59.279118 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:59.288058 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:59.317821 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Sync routers for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:47:59.319216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.358613 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:47:59.359384 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:47:59.397024 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.400687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.424015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3508b2-44ca-4b23-801e-4f9be44c438b,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.436437 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.437709 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-28581bef-8b5d-4acb-99e7-7961ad588fa7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796896 Jun 23 18:47:59.441049 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36458) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:59.446115 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:59.451861 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:59.456687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:59.459833 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:59.465758 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:59.482312 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.512191 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=628bdd8f-0919-4079-9a4a-c1e9095ea201,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.532150 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port a3ec9af4-be08-4c3a-9a65-ada81682f786 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:47:59.532553 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.549581 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.554995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.583647 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159fa300-b035-4112-9dbf-4eea6c163f33,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.590330 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.591806 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1b5f97f1-bace-42d5-bb2c-e61d6d5e7f65 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492956 Jun 23 18:47:59.594059 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36462) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:59.599753 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:59.605435 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:59.609577 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:59.612983 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:59.619662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:59.620972 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:47:59.644769 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.734013 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.739610 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.773751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1d4817-3de0-457b-b6f9-4463c1b1ed4e,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.785723 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.790509 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0ea8687a-e6dd-40ab-ba42-3780ef6eaede tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954751 Jun 23 18:47:59.791374 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36468) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:47:59.797799 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:47:59.805526 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:47:59.810560 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:47:59.816518 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:47:59.825978 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:47:59.846931 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.920375 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-6a3a9cc4-4e19-4eef-85f1-369fa55d4f93 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:47:59.922125 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-6a3a9cc4-4e19-4eef-85f1-369fa55d4f93 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1814733 Jun 23 18:47:59.949073 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.954018 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.966640 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port a3ec9af4-be08-4c3a-9a65-ada81682f786 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:47:59.978264 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d28bfe-1843-4c85-a108-a6313a17c3bd,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:47:59.989235 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-721bdd5c-ac84-4e67-b331-068a713b583e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 472 time: 0.0586014 Jun 23 18:47:59.991567 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:47:59.992788 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7ec8bddd-1dd3-44fe-929a-7c3722a7c453 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2003415 Jun 23 18:47:59.995478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36472) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:00.002732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'port': {'device_id': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'admin_state_up': True, 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'security_groups': ['516d5c05-ab15-46f3-a7c6-51633a0a94ab']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:00.003883 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:00.010675 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:00.014679 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:00.018308 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:00.024897 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:00.042770 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.securitygroups_db [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Project 5fe315fd15ed4c9a9ec213b41aed3366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:48:00.051136 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.114430 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 4, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '1c63206d-334b-4529-bcdb-9165e99cdc78', 'name': '', 'network_id': '600289dd-1781-41a4-8a97-f97301481164', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'mac_address': 'fa:16:3e:ec:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:56Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 2, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'subnets': [{'id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:00.120084 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Checking router: f7cada2e-46ef-4ffa-95cd-a5b43dd32174 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:48:00.120436 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Updating router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 port 1c63206d-334b-4529-bcdb-9165e99cdc78 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:48:00.132536 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.139250 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.164603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:00.166903 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b378349-3d46-49bd-80cd-790bf2a224f9,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:00.177080 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:00.185070 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.186336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.189936 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8241fe95-bb66-4628-ac20-3bcc29f511d4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1919861 Jun 23 18:48:00.191736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36482) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:00.197648 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'security_group_rule': {'security_group_id': 'e90a4b48-0d3e-4739-bae9-1918750dc399', 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:00.203461 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:48:00.207559 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.216887 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:00.224507 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:security_group_rule and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:00.229217 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:00.238011 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:00.262268 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2784905-9bdf-42df-840e-4d7a167ff9e2 req-1ce712dd-02ea-4726-a787-9625e7425e1d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.0506940 Jun 23 18:48:00.290611 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.securitygroups_db [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Project 5fe315fd15ed4c9a9ec213b41aed3366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:48:00.305284 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.433624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.441973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.467105 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.20.0.14 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/6ae37c93-eaeb-4bd2-a6bd-392341822551) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:48:00.477956 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7535af-77f4-4647-a574-251c1e12df54,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:00.496988 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.505931 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-211cb461-a082-46ab-a971-a0153abfe029 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053308 Jun 23 18:48:00.600751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 628bdd8f-0919-4079-9a4a-c1e9095ea201 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:48:00.676360 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.697373 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Transition to ACTIVE for port object 1c63206d-334b-4529-bcdb-9165e99cdc78 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:48:00.707924 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.754951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.776538 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Transition to ACTIVE for port object 6ae37c93-eaeb-4bd2-a6bd-392341822551 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:48:00.812405 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.883018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 628bdd8f-0919-4079-9a4a-c1e9095ea201 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:00.883191 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:00.904620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:48:00.913310 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:48:00.922980 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:48:01.024450 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:01.029115 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.073174 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:01.077496 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-077d741c-a2f8-4341-b000-4122d936c1ae tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0835896 Jun 23 18:48:01.090415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Request body: {'port': {'device_id': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:01.095929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bb41a-bb1a-470b-a599-7bee9ab738e5 None None] Pushing event updated for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:01.238954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Attempting to bind port 1c63206d-334b-4529-bcdb-9165e99cdc78 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:48:01.239313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Attempting to bind port 1c63206d-334b-4529-bcdb-9165e99cdc78 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:48:01.239669 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Attempting to bind port 1c63206d-334b-4529-bcdb-9165e99cdc78 on network 600289dd-1781-41a4-8a97-f97301481164 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:48:01.248104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.250687 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:48:01.251134 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Checking segment: {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:48:01.252167 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.252467 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Bound using segment: {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:48:01.252932 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Bound port: 1c63206d-334b-4529-bcdb-9165e99cdc78, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c96e3-0b71-4fa9-8680-257fe762e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '600289dd-1781-41a4-8a97-f97301481164'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:48:01.253420 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.439954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 628bdd8f-0919-4079-9a4a-c1e9095ea201 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:01.470956 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] For port 1c63206d-334b-4529-bcdb-9165e99cdc78, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:48:01.474409 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] For port 1c63206d-334b-4529-bcdb-9165e99cdc78, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1c63206d-334b-4529-bcdb-9165e99cdc78,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:48:01.476186 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e8531b9b-3fcd-45af-817f-2d2ef566c999 None None] Provisioning for port 6ae37c93-eaeb-4bd2-a6bd-392341822551 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:48:01.481137 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.521501 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e8531b9b-3fcd-45af-817f-2d2ef566c999 None None] Provisioning complete for port 6ae37c93-eaeb-4bd2-a6bd-392341822551 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:01.521501 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e8531b9b-3fcd-45af-817f-2d2ef566c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.616732 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:01.617423 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:01.640962 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b5089-c022-48d0-a532-9d161c0b929b req-c346965d-32bb-4798-be38-610e33a649b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:01.641685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-560b5089-c022-48d0-a532-9d161c0b929b req-c346965d-32bb-4798-be38-610e33a649b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:01.734664 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e8531b9b-3fcd-45af-817f-2d2ef566c999 None None] Port 6ae37c93-eaeb-4bd2-a6bd-392341822551 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:48:01.746178 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bb41a-bb1a-470b-a599-7bee9ab738e5 None None] Pushing event updated for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:01.790975 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-560b5089-c022-48d0-a532-9d161c0b929b req-c346965d-32bb-4798-be38-610e33a649b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:01.794363 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-560b5089-c022-48d0-a532-9d161c0b929b req-c346965d-32bb-4798-be38-610e33a649b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 932 time: 0.3596938 Jun 23 18:48:01.818470 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:01.901149 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-560b5089-c022-48d0-a532-9d161c0b929b req-16bd3030-ed23-4746-b3bd-1ad221024399 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968630 Jun 23 18:48:01.933343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae37c93-eaeb-4bd2-a6bd-392341822551 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:48:01.943294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:01.963518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Transition to ACTIVE for port object 6ae37c93-eaeb-4bd2-a6bd-392341822551 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:48:01.966437 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:02.161343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Pushing event updated for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:02.216757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 4, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '1c63206d-334b-4529-bcdb-9165e99cdc78', 'name': '', 'network_id': '600289dd-1781-41a4-8a97-f97301481164', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'mac_address': 'fa:16:3e:ec:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:56Z', 'updated_at': '2022-06-23T18:48:01Z', 'revision_number': 4, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'subnets': [{'id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:02.222454 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db68a8a-f482-4a79-b975-2c0bf6b45a0f None None] The sync data for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi is: [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 4, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '1c63206d-334b-4529-bcdb-9165e99cdc78', 'name': '', 'network_id': '600289dd-1781-41a4-8a97-f97301481164', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'mac_address': 'fa:16:3e:ec:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:56Z', 'updated_at': '2022-06-23T18:48:01Z', 'revision_number': 4, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'subnets': [{'id': '8d1dc8aa-1a40-4895-be37-ed1d097c4857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:48:02.252535 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Attempting to bind port 6ae37c93-eaeb-4bd2-a6bd-392341822551 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:48:02.253012 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Attempting to bind port 6ae37c93-eaeb-4bd2-a6bd-392341822551 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:48:02.253179 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Attempting to bind port 6ae37c93-eaeb-4bd2-a6bd-392341822551 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:48:02.260642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Port 6ae37c93-eaeb-4bd2-a6bd-392341822551 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:48:02.260802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Attempting to bind port 6ae37c93-eaeb-4bd2-a6bd-392341822551 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:48:02.270102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:48:02.270102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:48:02.270102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:48:02.270346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Bound port: 6ae37c93-eaeb-4bd2-a6bd-392341822551, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:48:02.272604 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:02.410139 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:48:02.413602 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:48:02.423956 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:02.506136 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:02.506923 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:02.508285 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] 10.222.0.36 "PUT /v2.0/ports/6ae37c93-eaeb-4bd2-a6bd-392341822551 HTTP/1.1" status: 200 len: 1094 time: 1.4226513 Jun 23 18:48:02.511258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:02.532922 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d157ef9-58dc-4773-aaf2-799e71e0d3db service neutron] Pushing event updated for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:02.697859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-2e894035-082b-4f01-b004-d437191f6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:02.699488 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-2e894035-082b-4f01-b004-d437191f6055 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 1097 time: 0.1403673 Jun 23 18:48:02.720331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1c63206d-334b-4529-bcdb-9165e99cdc78 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:48:02.839198 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-825e7dc7-52b1-4110-be16-f5651c9d4412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551 HTTP/1.1" status: 200 len: 217 time: 0.1279216 Jun 23 18:48:02.841023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 1c63206d-334b-4529-bcdb-9165e99cdc78 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:48:02.848223 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 1c63206d-334b-4529-bcdb-9165e99cdc78 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:02.848870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:02.937423 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-1e639b85-9057-419d-9ea5-5bc905cf3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:02.937423 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-1e639b85-9057-419d-9ea5-5bc905cf3624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0902410 Jun 23 18:48:03.023134 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 1c63206d-334b-4529-bcdb-9165e99cdc78 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:03.023515 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:03.068637 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 1c63206d-334b-4529-bcdb-9165e99cdc78, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1c63206d-334b-4529-bcdb-9165e99cdc78,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:03.072429 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-8c96770f-dfd4-4ff8-a6ea-fc17336fab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:03.074557 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-8c96770f-dfd4-4ff8-a6ea-fc17336fab70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309500 Jun 23 18:48:03.076998 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:03.160950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:03.278439 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-fc53ef9f-cb88-4d35-9d7d-d8f69d1c65ba service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974368 Jun 23 18:48:03.294710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ab3b-1586-42e2-be11-59b7bd7a0d78 req-75e95df6-0cca-48b3-b658-31578a48db71 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:03.296128 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-60b5ab3b-1586-42e2-be11-59b7bd7a0d78 req-75e95df6-0cca-48b3-b658-31578a48db71 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 944 time: 0.1929808 Jun 23 18:48:03.424412 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-60b5ab3b-1586-42e2-be11-59b7bd7a0d78 req-7778c6a2-5d63-4f2d-bb2a-9380d050ff25 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094341 Jun 23 18:48:03.463264 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-83ee4a13-175a-4998-a148-6ebf9393a75c req-534629d0-edf7-48f2-95b5-5fbd116f80e4 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766822 Jun 23 18:48:03.635897 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab0b3c8-b830-425d-8bd8-e6d903aadbe1'] response: {'name': 'network-changed', 'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'status': 'completed', 'code': 200} Jun 23 18:48:03.741406 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-67ddecea-215b-42a1-a784-6ca95926f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:03.742945 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-67ddecea-215b-42a1-a784-6ca95926f884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 1097 time: 0.0827329 Jun 23 18:48:03.882096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-c6552bcd-c7ba-47af-b610-9dc30f7358d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:03.883519 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-c6552bcd-c7ba-47af-b610-9dc30f7358d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1342442 Jun 23 18:48:03.952962 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-6bf7628f-f9d5-47ff-9315-ce2266ecfbff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551 HTTP/1.1" status: 200 len: 217 time: 0.0613415 Jun 23 18:48:04.114914 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-68d867e2-4a63-42e4-8496-597aa7911309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:04.116590 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-68d867e2-4a63-42e4-8496-597aa7911309 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.1564953 Jun 23 18:48:04.210909 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-0b2b651f-57fe-47dc-b506-326e46c3fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:04.212739 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-0b2b651f-57fe-47dc-b506-326e46c3fc70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888717 Jun 23 18:48:04.350837 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-e76c55a1-6016-422b-930a-0d89fc7d1f68 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291010 Jun 23 18:48:04.484716 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12a306b1-8fd4-4f6a-a435-9bf584b6fe64 req-d9ede9f0-280c-4175-8aea-2c6a27c7e232 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279929 Jun 23 18:48:04.575064 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1c63206d-334b-4529-bcdb-9165e99cdc78 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:48:04.637010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6418f28-ea61-4d7a-940b-c5d285eaffe6 req-71ab81f4-d7a1-4390-a5a0-5248ea5cf8b9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:04.638547 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a6418f28-ea61-4d7a-940b-c5d285eaffe6 req-71ab81f4-d7a1-4390-a5a0-5248ea5cf8b9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 944 time: 0.1007183 Jun 23 18:48:04.658111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 1c63206d-334b-4529-bcdb-9165e99cdc78 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:04.658111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:04.690468 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a6418f28-ea61-4d7a-940b-c5d285eaffe6 req-ba7066ca-3b83-47ce-b7f4-d92889a77e5d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Jun 23 18:48:04.771970 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 1c63206d-334b-4529-bcdb-9165e99cdc78 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:05.896687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fabd0d-1e22-4d58-afc6-909bf0672b49 req-5d5d61ec-40e5-4df8-b48e-00005dd7c8bc tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:05.898086 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42fabd0d-1e22-4d58-afc6-909bf0672b49 req-5d5d61ec-40e5-4df8-b48e-00005dd7c8bc tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 944 time: 0.0949965 Jun 23 18:48:05.946119 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42fabd0d-1e22-4d58-afc6-909bf0672b49 req-65ede843-916c-4e49-8608-e9a7400ecb2c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Jun 23 18:48:07.139417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb723-b321-479b-85f9-c26d733a5619 req-2c391e00-94b3-44a7-8961-a7a4142dfde1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:07.140781 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-839fb723-b321-479b-85f9-c26d733a5619 req-2c391e00-94b3-44a7-8961-a7a4142dfde1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 944 time: 0.0899942 Jun 23 18:48:07.188065 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-839fb723-b321-479b-85f9-c26d733a5619 req-b8232905-c15e-4b4f-bfaf-4267590e9dcf tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Jun 23 18:48:07.278772 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6ae37c93-eaeb-4bd2-a6bd-392341822551 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:48:07.412813 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:07.427698 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'port_id': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'mac_address': 'fa:16:3e:6a:84:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:48:07.483774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 6ae37c93-eaeb-4bd2-a6bd-392341822551 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:07.484158 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:07.506107 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae37c93-eaeb-4bd2-a6bd-392341822551 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:48:07.522659 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:07.526356 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:07.637268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:08.390166 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76908384-fc06-4ad7-8a55-a4f649478405 req-aa4a7721-488f-4aef-9adc-49e1a7ef4294 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:08.392485 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76908384-fc06-4ad7-8a55-a4f649478405 req-aa4a7721-488f-4aef-9adc-49e1a7ef4294 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 945 time: 0.0909231 Jun 23 18:48:08.435487 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76908384-fc06-4ad7-8a55-a4f649478405 req-caaa5592-da10-43ee-a9d5-1bbd234a54f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373960 Jun 23 18:48:08.694782 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['6ae37c93-eaeb-4bd2-a6bd-392341822551'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:48:09.643516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654adb5-0fb0-483a-902d-aa28451e83b6 req-b22d642c-7cf7-45ab-b3ba-1b4395e68fde tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:09.644975 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1654adb5-0fb0-483a-902d-aa28451e83b6 req-b22d642c-7cf7-45ab-b3ba-1b4395e68fde tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 945 time: 0.1003668 Jun 23 18:48:09.690219 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1654adb5-0fb0-483a-902d-aa28451e83b6 req-ea40f66d-5a4f-4a46-afd6-e1b8d9398853 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Jun 23 18:48:09.716757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:10.904198 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcafe1-4436-4109-9647-8cd38b4ec869 req-0003ece4-ae0b-4215-bf2a-32bb297a38f8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:10.905671 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85bcafe1-4436-4109-9647-8cd38b4ec869 req-0003ece4-ae0b-4215-bf2a-32bb297a38f8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 945 time: 0.0966594 Jun 23 18:48:10.955064 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85bcafe1-4436-4109-9647-8cd38b4ec869 req-f009fda3-92dc-447d-8055-030817f81527 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Jun 23 18:48:11.111292 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6ae37c93-eaeb-4bd2-a6bd-392341822551 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:48:11.180808 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 6ae37c93-eaeb-4bd2-a6bd-392341822551 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:48:11.185492 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 6ae37c93-eaeb-4bd2-a6bd-392341822551 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:11.185861 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:11.308479 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 6ae37c93-eaeb-4bd2-a6bd-392341822551 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:11.308861 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:11.337997 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:11.348433 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:11.352325 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:11.388270 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbd3470-87c9-4e57-8db8-3a89d6b25f9b'] response: {'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'code': 200} Jun 23 18:48:11.429899 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:11.567183 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-d5176d6f-995e-4281-9082-9d8275c3a7bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894821 Jun 23 18:48:11.576768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.36', 53872) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:11.711527 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b100437-0ee6-41e3-8f19-61d3b00072ae req-e7a5aca4-02dd-44c7-b944-c7bc9840551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:11.712980 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0b100437-0ee6-41e3-8f19-61d3b00072ae req-e7a5aca4-02dd-44c7-b944-c7bc9840551c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 1099 time: 0.1351323 Jun 23 18:48:11.767332 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0b100437-0ee6-41e3-8f19-61d3b00072ae req-7dbcfa4a-4f4e-40dd-bcc9-572b164c62b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Jun 23 18:48:11.773062 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-445c6d5d-257a-488a-99cd-e201d51072b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:11.774509 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-445c6d5d-257a-488a-99cd-e201d51072b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 1099 time: 0.1267247 Jun 23 18:48:12.140685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-f4f7ddbb-d9e9-42ca-8576-ebc225fe7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:12.143021 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-f4f7ddbb-d9e9-42ca-8576-ebc225fe7531 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1441674 Jun 23 18:48:12.166796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6e4c-ad8a-4b02-b02a-1a536358bd8a req-313148a2-4eac-48b9-9a29-2fe08f0a4aa7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:12.168998 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db2a6e4c-ad8a-4b02-b02a-1a536358bd8a req-313148a2-4eac-48b9-9a29-2fe08f0a4aa7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.0908802 Jun 23 18:48:12.285991 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-779dfd0f-d9d2-4b1f-9745-9f88e814d79a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 200 len: 1002 time: 0.1360438 Jun 23 18:48:12.353399 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db2a6e4c-ad8a-4b02-b02a-1a536358bd8a req-5432abf5-871e-4f60-af70-504b3b587da9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743915 Jun 23 18:48:12.386466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-d6013e9b-518c-4ab2-a016-b82c74fde46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:12.387987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-d6013e9b-518c-4ab2-a016-b82c74fde46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0870445 Jun 23 18:48:12.475131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-003afa88-d2c6-4b2a-9a79-6610eb78e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:12.476773 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-003afa88-d2c6-4b2a-9a79-6610eb78e07a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793018 Jun 23 18:48:12.622182 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-8e412d29-0ae9-4ad4-81a4-35e56ef5581f service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381426 Jun 23 18:48:12.864213 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-900ca1de-c142-4acb-a487-c3920d6ed8b2 req-4c238245-57b4-46dd-b4ce-01e5233eb327 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333460 Jun 23 18:48:13.554388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833990b0-c2f6-4710-8b7a-fe2e58db95bb req-f51b25b1-cf7c-41bc-8991-abaabdfe4b34 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:13.555771 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-833990b0-c2f6-4710-8b7a-fe2e58db95bb req-f51b25b1-cf7c-41bc-8991-abaabdfe4b34 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.0887752 Jun 23 18:48:13.600153 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-833990b0-c2f6-4710-8b7a-fe2e58db95bb req-008a83fd-6a35-4277-8f09-d73bf27499a5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387588 Jun 23 18:48:13.790251 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96a82-2302-43bd-b6b1-5a34e21b2aad req-207a6876-a773-493f-b043-31bb1e424c96 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:13.791628 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dbb96a82-2302-43bd-b6b1-5a34e21b2aad req-207a6876-a773-493f-b043-31bb1e424c96 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.0921926 Jun 23 18:48:13.799910 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36742) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:13.804849 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'port_id': '6ae37c93-eaeb-4bd2-a6bd-392341822551'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:13.890974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.335528 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36760) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:14.397864 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:48:14.461463 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.476850 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:14.480699 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c81c6daf9c847ca998503101ce1db79 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:14.483547 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:14.490046 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:14.520166 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.524045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.578939 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.582693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.628845 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c81c6daf9c847ca998503101ce1db79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921929 Jun 23 18:48:14.630498 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d2f1-d6a5-4f8c-a0fa-483cbba787a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8ff87-87ea-4053-ab7d-1ea48198f7fa,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:14.632727 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36768) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:14.692938 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.705894 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP b6dc0d27-4103-4428-b574-1331967ee707 associated. External IP: 172.27.2.136, port: 6ae37c93-eaeb-4bd2-a6bd-392341822551. Jun 23 18:48:14.719164 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.773770 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.790291 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8ff87-87ea-4053-ab7d-1ea48198f7fa,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:14.794683 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:14.795710 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0d44b8c5-55b8-4f71-b594-f3e8855b5825 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69f8ff87-87ea-4053-ab7d-1ea48198f7fa HTTP/1.1" status: 204 len: 168 time: 0.1621020 Jun 23 18:48:15.096978 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 36778) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:15.114294 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.132180 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:15.135943 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Usage tracker for resource:security_group_rule and tenant:cc4111f25f4044168995fcf3733ee8b6 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:15.138762 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:15.145094 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:15.166268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:48:15.230195 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.234085 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.281199 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc4111f25f4044168995fcf3733ee8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829948 Jun 23 18:48:15.283367 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feb590-fa14-40f2-910a-e6f5eac3510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d0dca-476b-4be1-bc33-1deeda4e4a48,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:15.284415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 36782) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:15.398660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.409203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:48:15.414960 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.418484 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:48:15.428762 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:15.429364 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:15.475087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.501437 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-49f765f4-02dc-4ef5-a885-4dbf0aa7a930 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "PUT /v2.0/floatingips/b6dc0d27-4103-4428-b574-1331967ee707 HTTP/1.1" status: 200 len: 992 time: 1.7004402 Jun 23 18:48:15.503722 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:15.546945 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.569482 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a28d624-09ac-4e0d-b2b1-b670a74a8e6c'] response: {'name': 'network-changed', 'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'status': 'completed', 'code': 200} Jun 23 18:48:15.571879 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d0dca-476b-4be1-bc33-1deeda4e4a48,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:15.573840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:15.577211 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-3cc4a214-414b-48ba-8c00-1dbdfc97909e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/310d0dca-476b-4be1-bc33-1deeda4e4a48 HTTP/1.1" status: 204 len: 168 time: 0.2896237 Jun 23 18:48:15.621726 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:15.686712 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-0cc9a24c-d4fd-40c9-aed3-d8ecceb3f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:15.688487 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-0cc9a24c-d4fd-40c9-aed3-d8ecceb3f565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 1099 time: 0.0796866 Jun 23 18:48:15.835016 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-69cceab4-10e4-4ed9-ab81-ae452eb01be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:15.836769 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-69cceab4-10e4-4ed9-ab81-ae452eb01be6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1423395 Jun 23 18:48:15.957496 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-22bb37cb-0ba1-4d5f-aaaa-4c3f50afd17c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551 HTTP/1.1" status: 200 len: 1000 time: 0.1140521 Jun 23 18:48:16.022145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-425f6c49-b743-40e4-b959-d9d81ef678fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:16.023780 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-425f6c49-b743-40e4-b959-d9d81ef678fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0590258 Jun 23 18:48:16.035062 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'b6dc0d27-4103-4428-b574-1331967ee707', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6a:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:47:51Z', 'updated_at': '2022-06-23T18:48:14Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}, {'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:16.039307 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:48:16.047482 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:16.048386 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:47:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:16.131640 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-ea103cc3-002a-436a-9043-2dc1dae81d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:16.133078 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-ea103cc3-002a-436a-9043-2dc1dae81d18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028240 Jun 23 18:48:16.230947 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:16.284326 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-92578c40-a40c-4865-a4c6-e9bc60222449 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409955 Jun 23 18:48:16.428908 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bffc136-4e95-48f7-a073-39e69a61e2d5 req-bcd33dbe-df9a-4794-9f11-e64e5a121d72 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362035 Jun 23 18:48:16.600912 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'b6dc0d27-4103-4428-b574-1331967ee707', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6a:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:47:51Z', 'updated_at': '2022-06-23T18:48:14Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}, {'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:16.604886 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775914-5354-44d2-8a9a-12cbbafc35bd None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'b6dc0d27-4103-4428-b574-1331967ee707', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6a:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:47:51Z', 'updated_at': '2022-06-23T18:48:14Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}, {'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:48:16.810427 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6185d5a-c55f-4fbe-9ec1-e6d5b32899f1 None None] New status for floating IP b6dc0d27-4103-4428-b574-1331967ee707: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:48:19.015733 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-3f6a06b6-353d-4ffc-a273-f184423ae434 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:19.034100 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-3f6a06b6-353d-4ffc-a273-f184423ae434 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:19.035238 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-3f6a06b6-353d-4ffc-a273-f184423ae434 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709994523&fields=id&tenant_id=5fe315fd15ed4c9a9ec213b41aed3366 HTTP/1.1" status: 200 len: 267 time: 0.0580456 Jun 23 18:48:19.183827 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-aa337390-658c-4994-99b1-3fe011146327 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:19.185156 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-aa337390-658c-4994-99b1-3fe011146327 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 808 time: 0.1433778 Jun 23 18:48:19.199828 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-6130aae0-663b-4454-95ef-f2556c376f80 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/quotas/5fe315fd15ed4c9a9ec213b41aed3366 HTTP/1.1" status: 200 len: 375 time: 0.0085423 Jun 23 18:48:19.291127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d1dca41b-4324-4deb-a360-fe0192290bb5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:19.307692 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d1dca41b-4324-4deb-a360-fe0192290bb5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:19.308939 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d1dca41b-4324-4deb-a360-fe0192290bb5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032104 Jun 23 18:48:19.447633 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-cdc1272b-3363-4f1c-9d7c-a9118bb5b68a service neutron] 10.222.0.26 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267276 Jun 23 18:48:19.576671 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-172155dd-851e-4100-8bcb-4172e8c2b28f service neutron] 10.222.0.26 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233125 Jun 23 18:48:19.978793 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bd49d71d-f582-462d-be35-c62e65be4164 req-74c20bae-9ade-4663-89e3-6478ed99b64a tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 210 time: 0.0554183 Jun 23 18:48:21.040397 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-43d67173-ed10-4ed5-9d06-5cda51bea62b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:21.041070 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-43d67173-ed10-4ed5-9d06-5cda51bea62b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:network {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:21.058109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-43d67173-ed10-4ed5-9d06-5cda51bea62b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:network {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:21.059287 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-43d67173-ed10-4ed5-9d06-5cda51bea62b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 808 time: 0.1762846 Jun 23 18:48:21.106749 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-e958200e-b51a-425c-b073-6124aaf89f9e tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:21.118969 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-e958200e-b51a-425c-b073-6124aaf89f9e tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:21.120093 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-e958200e-b51a-425c-b073-6124aaf89f9e tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe315fd15ed4c9a9ec213b41aed3366 HTTP/1.1" status: 200 len: 379 time: 0.0534627 Jun 23 18:48:21.128734 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'port': {'device_id': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'admin_state_up': True, 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'security_groups': ['e90a4b48-0d3e-4739-bae9-1918750dc399']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:21.136795 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ece2564a-0321-448f-9b53-fc8667fa0922 req-5dec7b1e-b75e-401d-a7f6-222c7989ec5f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 210 time: 0.0491531 Jun 23 18:48:21.275259 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:21.285202 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:21.294830 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Made reservation on behalf of 5fe315fd15ed4c9a9ec213b41aed3366 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:48:21.299569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:21.591258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Allocated IP 172.20.0.6 (f1eab712-3229-434c-b960-29a980d67a99/ee6d99ea-5cba-4263-9f90-27b3126017b5/b52c09f7-5eba-4a3e-9653-89c58c7feddf) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:48:21.805859 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:21.823043 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Transition to ACTIVE for port object b52c09f7-5eba-4a3e-9653-89c58c7feddf will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:48:21.851918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:21.924390 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Network f1eab712-3229-434c-b960-29a980d67a99 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:48:21.929867 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:48:21.932258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:48:21.976516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:22.007620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:22.007620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.033955 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-fafef5c5-b26c-49a0-9a5e-cb24762e2703 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094350 Jun 23 18:48:22.046048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Request body: {'port': {'device_id': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:22.165253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.185025 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-c509fcf5-cfd2-4aab-8b18-6f4e100b8ac2 None None] Provisioning for port b52c09f7-5eba-4a3e-9653-89c58c7feddf completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:48:22.193122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-c509fcf5-cfd2-4aab-8b18-6f4e100b8ac2 None None] Provisioning complete for port b52c09f7-5eba-4a3e-9653-89c58c7feddf triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:22.193495 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c509fcf5-cfd2-4aab-8b18-6f4e100b8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.256751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c509fcf5-cfd2-4aab-8b18-6f4e100b8ac2 None None] Port b52c09f7-5eba-4a3e-9653-89c58c7feddf cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:48:22.480336 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365a28-9109-4378-90c4-f1d1b64997c8 req-5e7bb95a-5c63-4db2-b734-7701e41773c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:22.481019 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-49365a28-9109-4378-90c4-f1d1b64997c8 req-5e7bb95a-5c63-4db2-b734-7701e41773c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:22.524395 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-49365a28-9109-4378-90c4-f1d1b64997c8 req-5e7bb95a-5c63-4db2-b734-7701e41773c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:22.525519 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49365a28-9109-4378-90c4-f1d1b64997c8 req-5e7bb95a-5c63-4db2-b734-7701e41773c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 931 time: 0.2374685 Jun 23 18:48:22.587352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d252-fd33-4157-91bb-954252821626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.630166 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-49365a28-9109-4378-90c4-f1d1b64997c8 req-59742e99-e797-46a7-8c15-cb2f20441e19 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915890 Jun 23 18:48:22.632051 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52c09f7-5eba-4a3e-9653-89c58c7feddf {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:48:22.639466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.654656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Transition to ACTIVE for port object b52c09f7-5eba-4a3e-9653-89c58c7feddf will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:48:22.659300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:22.823495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:22.904367 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Attempting to bind port b52c09f7-5eba-4a3e-9653-89c58c7feddf on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:48:22.904693 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Attempting to bind port b52c09f7-5eba-4a3e-9653-89c58c7feddf by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:48:22.905013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Attempting to bind port b52c09f7-5eba-4a3e-9653-89c58c7feddf on network f1eab712-3229-434c-b960-29a980d67a99 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:48:22.910498 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Port b52c09f7-5eba-4a3e-9653-89c58c7feddf on network f1eab712-3229-434c-b960-29a980d67a99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:48:22.910810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Attempting to bind port b52c09f7-5eba-4a3e-9653-89c58c7feddf on network f1eab712-3229-434c-b960-29a980d67a99 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:48:22.915850 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:48:22.916177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Checking segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:48:22.916549 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Bound using segment: {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:48:22.916993 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Bound port: b52c09f7-5eba-4a3e-9653-89c58c7feddf, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b58702-c2fd-4c56-bcfe-83b079852f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:48:22.917333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:23.006194 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:48:23.009197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:48:23.013457 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:23.075871 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:23.076469 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:23.077845 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] 10.222.0.36 "PUT /v2.0/ports/b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 1093 time: 1.0368795 Jun 23 18:48:23.078342 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:23.106573 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4d79-d868-4c51-8b72-c9789084a31c service neutron] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:23.152924 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a397a3c-5e54-4c96-97be-87a455518046'] response: {'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'status': 'completed', 'code': 200} Jun 23 18:48:23.198538 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-87d121c8-17a4-403e-81f8-136b80d098ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:23.200043 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-87d121c8-17a4-403e-81f8-136b80d098ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1096 time: 0.0848382 Jun 23 18:48:23.372005 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-b36c8ed6-f7fd-48e8-912d-2f3178117949 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 217 time: 0.1658518 Jun 23 18:48:23.442363 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-71671cd2-4354-4170-8f1c-e2895904cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:23.443753 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-71671cd2-4354-4170-8f1c-e2895904cf99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0662358 Jun 23 18:48:23.524374 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-27467bd1-5056-4ecc-82f7-86ac3d414e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:23.525795 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-27467bd1-5056-4ecc-82f7-86ac3d414e21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763884 Jun 23 18:48:23.653735 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-0555e930-8a91-4cf7-a624-3286a29ddac1 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220984 Jun 23 18:48:23.845257 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-862c2cd1-8d02-458e-a72a-af6326f55812 req-08ba903f-4321-4ee1-9484-b9b0df3b40ea service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852751 Jun 23 18:48:23.874415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d2bcc-e39b-4568-8f6a-6994d97c3a96 req-92f74170-6c4d-4459-9133-9371df0e9832 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:23.877352 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-577d2bcc-e39b-4568-8f6a-6994d97c3a96 req-92f74170-6c4d-4459-9133-9371df0e9832 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.1252842 Jun 23 18:48:23.979902 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-577d2bcc-e39b-4568-8f6a-6994d97c3a96 req-19c072d5-aa95-495e-a174-3a13ff340f69 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975542 Jun 23 18:48:24.000101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-4236ec4a-4ff9-40f9-8cfa-012421c621da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:24.002501 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-4236ec4a-4ff9-40f9-8cfa-012421c621da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1096 time: 0.1054564 Jun 23 18:48:24.132902 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-63e5491d-ca36-4ed5-9351-b2781f5662b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:24.134344 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-63e5491d-ca36-4ed5-9351-b2781f5662b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1251087 Jun 23 18:48:24.199515 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-aa4dbf30-5632-4cc0-9efc-105a93b9d3db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 217 time: 0.0583780 Jun 23 18:48:24.262104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-c89a8dd2-c60c-4ea5-bfdc-71d5fd7d2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:24.263451 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-c89a8dd2-c60c-4ea5-bfdc-71d5fd7d2637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0579488 Jun 23 18:48:24.344892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-13a59647-e2d5-40ff-9f60-7c5dd1f9de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:24.346452 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-13a59647-e2d5-40ff-9f60-7c5dd1f9de71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770257 Jun 23 18:48:24.478615 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-006e2f9d-6fb2-42f7-9ba2-9baf3dd4006c service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248214 Jun 23 18:48:24.612233 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9c7864a4-07d0-4c0c-baef-6b595fc0f522 req-0dbe8f4c-8221-44b8-b373-ce6ce1b6991e service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269457 Jun 23 18:48:24.672929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5a941180-bb34-49ea-bb08-e5911db0d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:25.183324 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a44e6-d029-4125-9ab9-7dd6dda4560f req-2c73b054-796e-4531-b450-ae07152d5169 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:25.184742 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-052a44e6-d029-4125-9ab9-7dd6dda4560f req-2c73b054-796e-4531-b450-ae07152d5169 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0931647 Jun 23 18:48:25.228294 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-052a44e6-d029-4125-9ab9-7dd6dda4560f req-201c3a54-211c-46d2-b398-354166596d06 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367701 Jun 23 18:48:26.242336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:26.316213 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:26.425609 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765099d5-e063-4cae-b4bc-441e98185d69 req-c7080766-7abe-43f0-959f-b68f1d4e5fc5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:26.427182 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-765099d5-e063-4cae-b4bc-441e98185d69 req-c7080766-7abe-43f0-959f-b68f1d4e5fc5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0905459 Jun 23 18:48:26.471185 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-765099d5-e063-4cae-b4bc-441e98185d69 req-edf9b47c-e846-4602-be91-ffe05fc26eae tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Jun 23 18:48:27.667392 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9478e-1eb6-44a3-be6d-6d2b049e5c6a req-2fdcdf94-ac67-4ba7-a37f-72f9121eeff4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:27.668857 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfb9478e-1eb6-44a3-be6d-6d2b049e5c6a req-2fdcdf94-ac67-4ba7-a37f-72f9121eeff4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0925856 Jun 23 18:48:27.730290 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfb9478e-1eb6-44a3-be6d-6d2b049e5c6a req-5ec73ed7-7231-4346-a42b-8b19f8dc54dc tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546663 Jun 23 18:48:27.961075 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:28.925606 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f381a8-e708-4ad3-b422-7d483c68e62e req-15854351-cbbe-4643-bbec-9917efe2af46 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:28.927109 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-01f381a8-e708-4ad3-b422-7d483c68e62e req-15854351-cbbe-4643-bbec-9917efe2af46 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0938408 Jun 23 18:48:28.974132 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-01f381a8-e708-4ad3-b422-7d483c68e62e req-827c472c-5f96-4a79-988d-845a87eb8d19 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Jun 23 18:48:30.164123 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0823b5-e8cb-4225-bc15-ed7828dfdf04 req-de1dbfa3-1b58-41bd-b88d-4cf94a3151be tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:30.165514 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8b0823b5-e8cb-4225-bc15-ed7828dfdf04 req-de1dbfa3-1b58-41bd-b88d-4cf94a3151be tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0872369 Jun 23 18:48:30.210168 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8b0823b5-e8cb-4225-bc15-ed7828dfdf04 req-de24660d-c1ee-476d-bc43-ad7bedd5b9b8 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Jun 23 18:48:31.234044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:48:31.368395 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:31.382188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'mac_address': 'fa:16:3e:9b:94:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:48:31.410289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9615-8189-49a6-b011-aee23d4603bc req-019e7da5-61fa-4a42-a4d7-f69a6ea9f050 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:31.411756 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bbb9615-8189-49a6-b011-aee23d4603bc req-019e7da5-61fa-4a42-a4d7-f69a6ea9f050 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0892892 Jun 23 18:48:31.443535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port b52c09f7-5eba-4a3e-9653-89c58c7feddf is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:31.443919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:31.462858 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9bbb9615-8189-49a6-b011-aee23d4603bc req-97cd649a-0d53-4d83-8a19-4d7db67621c2 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jun 23 18:48:31.463495 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52c09f7-5eba-4a3e-9653-89c58c7feddf {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:48:31.479054 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:31.483738 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:31.552551 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:31.712714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['b52c09f7-5eba-4a3e-9653-89c58c7feddf'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:48:32.665153 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066c5a-ce8e-4c7a-a840-6e25ebc0a94e req-7ec8016d-ad6d-4f69-9f9c-62b8677f43d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:32.666571 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ad066c5a-ce8e-4c7a-a840-6e25ebc0a94e req-7ec8016d-ad6d-4f69-9f9c-62b8677f43d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 944 time: 0.0922623 Jun 23 18:48:32.716380 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ad066c5a-ce8e-4c7a-a840-6e25ebc0a94e req-1796ce10-94fa-46eb-9001-fab58b8312b5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Jun 23 18:48:33.249363 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:48:33.320936 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port b52c09f7-5eba-4a3e-9653-89c58c7feddf completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:48:33.325601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port b52c09f7-5eba-4a3e-9653-89c58c7feddf triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:48:33.326014 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:33.447810 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port b52c09f7-5eba-4a3e-9653-89c58c7feddf is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:48:33.448196 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:33.481418 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:33.487976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:33.500159 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:33.552385 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a391307a-a25c-4204-bf12-fb2489a6e631'] response: {'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'code': 200} Jun 23 18:48:33.585709 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:33.733816 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37088) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:33.913985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:33.926147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75bef-a919-400e-b661-dc260dcf38fd req-4c58657f-bb2f-4492-bd40-31f02831ed13 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:33.927610 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bed75bef-a919-400e-b661-dc260dcf38fd req-4c58657f-bb2f-4492-bd40-31f02831ed13 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0954518 Jun 23 18:48:33.935638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:33.942501 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbcf54236414956904d9ed5471ba1d5 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:33.947363 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:33.954557 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:33.962537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a22f5-6f75-4658-b8ee-0e27fcb3766f req-2103216c-7da8-4af9-a491-afc233cff895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:33.964000 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-876a22f5-6f75-4658-b8ee-0e27fcb3766f req-2103216c-7da8-4af9-a491-afc233cff895 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.2149832 Jun 23 18:48:33.976195 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bed75bef-a919-400e-b661-dc260dcf38fd req-a2fa56d0-b98e-4596-af16-e5dbd1a31166 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422208 Jun 23 18:48:34.028798 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-876a22f5-6f75-4658-b8ee-0e27fcb3766f req-5efffd35-fd88-4364-b099-bba25010303f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575607 Jun 23 18:48:34.079377 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.082851 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.132551 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cbcf54236414956904d9ed5471ba1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970575 Jun 23 18:48:34.133457 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e93467-13e0-4e1e-949c-8e29ea2beb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54360b-94e9-4115-adad-5646107eb093,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:34.135391 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37096) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:34.193602 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.219777 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.272098 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.288482 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54360b-94e9-4115-adad-5646107eb093,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:34.297812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.298931 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a94d81d4-566d-4c09-8430-a976679a6146 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb54360b-94e9-4115-adad-5646107eb093 HTTP/1.1" status: 204 len: 168 time: 0.1625597 Jun 23 18:48:34.570755 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37106) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:34.588857 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.602727 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:34.606564 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e8630d633a4ac1b80be13334e47189 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:34.609566 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:34.615362 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:34.696872 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.700342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.839750 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9e8630d633a4ac1b80be13334e47189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677779 Jun 23 18:48:34.840531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb91f2-70ca-4846-980e-6c6c23844903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97feb20-6116-4a58-a184-d2a4b4fe0776,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:34.842998 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37110) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:34.903268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.929217 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.981144 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:34.997290 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97feb20-6116-4a58-a184-d2a4b4fe0776,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:35.020167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:35.023921 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-7eb9cb7c-5865-40b5-ba0b-2c0cde597c8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d97feb20-6116-4a58-a184-d2a4b4fe0776 HTTP/1.1" status: 204 len: 168 time: 0.1784396 Jun 23 18:48:35.181732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3164b-417d-4ea7-9c8f-7ee0b4c3d4f7 req-68c7168e-4e74-4f63-b387-6d9aba05d6bc tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:35.183522 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8ce3164b-417d-4ea7-9c8f-7ee0b4c3d4f7 req-68c7168e-4e74-4f63-b387-6d9aba05d6bc tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0978217 Jun 23 18:48:35.235520 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8ce3164b-417d-4ea7-9c8f-7ee0b4c3d4f7 req-101e659f-e9da-4895-8733-cf94697cac1d tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Jun 23 18:48:36.427992 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed2b81-7a7e-4a7c-bce6-08da06592c10 req-6dae2e2a-6969-4981-837f-b2d888c400fc tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:36.429436 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17ed2b81-7a7e-4a7c-bce6-08da06592c10 req-6dae2e2a-6969-4981-837f-b2d888c400fc tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0884175 Jun 23 18:48:36.475221 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17ed2b81-7a7e-4a7c-bce6-08da06592c10 req-15943dcb-5aa9-4cf0-9be4-caba4c131186 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403035 Jun 23 18:48:36.677032 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164dda-5121-4635-bedb-9eb7b1aa6f5e req-f282c337-902f-472b-8187-b8ae4e4d4829 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:36.678795 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5f164dda-5121-4635-bedb-9eb7b1aa6f5e req-f282c337-902f-472b-8187-b8ae4e4d4829 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0949838 Jun 23 18:48:36.727106 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5f164dda-5121-4635-bedb-9eb7b1aa6f5e req-967cf6d2-811e-4f80-8603-1b858f1126d0 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Jun 23 18:48:36.751328 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37172) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:36.997754 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d4bcb-4a4d-4dce-aacf-d8a8881515c0 tempest-TestShelveInstance-161724874 tempest-TestShelveInstance-161724874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:36.998488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a15d4bcb-4a4d-4dce-aacf-d8a8881515c0 tempest-TestShelveInstance-161724874 tempest-TestShelveInstance-161724874-project-admin] Synchronizing usage tracker for tenant:da9132553b4a451fadf7c20e719d8273 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:37.015781 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a15d4bcb-4a4d-4dce-aacf-d8a8881515c0 tempest-TestShelveInstance-161724874 tempest-TestShelveInstance-161724874-project-admin] Unset dirty status for tenant:da9132553b4a451fadf7c20e719d8273 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:37.017809 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a15d4bcb-4a4d-4dce-aacf-d8a8881515c0 tempest-TestShelveInstance-161724874 tempest-TestShelveInstance-161724874-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1093 time: 0.2654257 Jun 23 18:48:37.020601 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37186) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:37.025720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:48:37.032030 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:37.035817 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Usage tracker for resource:floatingip and tenant:5fe315fd15ed4c9a9ec213b41aed3366 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:37.038789 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:37.044569 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:37.054608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:37.198880 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:37.351279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Allocated IP 172.27.2.59 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:48:37.501760 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:37.535887 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:37.606049 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:48:37.608820 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:48:37.611766 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:48:37.658533 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'Port': ['ID=c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:38.040104 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:38.114680 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:38.319128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:38.324010 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:38.427093 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event updated for resources: {'Port': ['ID=c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:38.442714 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:38.709466 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Floating IP 2a9b8025-d627-4266-bf38-0b50b2465b44 associated. External IP: 172.27.2.59, port: b52c09f7-5eba-4a3e-9653-89c58c7feddf. Jun 23 18:48:39.065865 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:48:39.251540 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:48:39.261405 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Sync routers for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:48:39.274263 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:39.274872 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:39.282408 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:39.342332 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6022bd88-8e90-4ade-b270-9d62d3ffb6ad tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3205197 Jun 23 18:48:39.343084 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:39.389924 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e66905-729e-4140-abf0-9c2cac004d32'] response: {'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'status': 'completed', 'code': 200} Jun 23 18:48:39.454889 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:39.502089 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-4c9aec9c-cc81-4355-b6cc-018602ca78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:39.503781 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-4c9aec9c-cc81-4355-b6cc-018602ca78a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0914111 Jun 23 18:48:39.636546 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-cd20b6b2-fa93-422e-9b55-7e60167350b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:39.638149 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-cd20b6b2-fa93-422e-9b55-7e60167350b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1277697 Jun 23 18:48:39.719539 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:39.745378 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-81bb3658-ff15-4e05-91cb-459f78ebad98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 998 time: 0.1004977 Jun 23 18:48:39.796227 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2a9b8025-d627-4266-bf38-0b50b2465b44', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'mac_address': 'fa:16:3e:9b:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:48:37Z', 'updated_at': '2022-06-23T18:48:37Z', 'revision_number': 0, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:39.800885 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Checking router: 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:48:39.809106 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-67f191ed-7500-4bc5-ad19-583f4c59e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:39.810569 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-67f191ed-7500-4bc5-ad19-583f4c59e557 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0591474 Jun 23 18:48:39.810941 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:39.811549 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:39.896165 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-565b5eb9-3ad5-48cb-b71f-75b1573c16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:39.897600 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-565b5eb9-3ad5-48cb-b71f-75b1573c16d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808847 Jun 23 18:48:40.034308 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-d3a2e47d-463a-4649-9576-ed8bb6f6ccc0 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297700 Jun 23 18:48:40.034554 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:40.166234 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2af43dfe-dfba-41bb-8a3b-3ab29f3914cb req-bab6d870-c264-48ad-9afa-ddfbb814f3f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 Jun 23 18:48:40.399829 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2a9b8025-d627-4266-bf38-0b50b2465b44', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'mac_address': 'fa:16:3e:9b:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:48:37Z', 'updated_at': '2022-06-23T18:48:37Z', 'revision_number': 0, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:40.403664 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c52f0-852c-44f9-8704-3f9b7d66945a None None] The sync data for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi is: [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '2a9b8025-d627-4266-bf38-0b50b2465b44', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'mac_address': 'fa:16:3e:9b:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:48:37Z', 'updated_at': '2022-06-23T18:48:37Z', 'revision_number': 0, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:48:40.602138 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb0c95-5877-4490-9f1c-c812f9bd2136 None None] New status for floating IP 2a9b8025-d627-4266-bf38-0b50b2465b44: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:48:44.749226 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37286) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:44.865735 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:44.879948 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:44.883874 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Usage tracker for resource:security_group_rule and tenant:097d08fbab0f4d9ba9480e1b601644e9 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:44.886693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:44.893584 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:44.977376 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:44.980950 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.026492 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=097d08fbab0f4d9ba9480e1b601644e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760880 Jun 23 18:48:45.027843 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4133d5-651e-4252-a946-c38c9681921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6927f664-8ec6-4697-9d11-1689eadbba50,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:45.029007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37292) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:45.087059 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.111963 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.162652 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.176491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6927f664-8ec6-4697-9d11-1689eadbba50,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:45.186235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.186607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.186929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.187828 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.188159 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.188492 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.188812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.189135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.189454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.189772 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.190119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.190435 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.193385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.194507 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-00b1e011-d6f4-41d2-8f9f-96fa42ea05c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6927f664-8ec6-4697-9d11-1689eadbba50 HTTP/1.1" status: 204 len: 168 time: 0.1645365 Jun 23 18:48:45.467030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37302) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:45.484657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.498391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:45.502361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Usage tracker for resource:security_group_rule and tenant:b007d323a1174d89b0fcd0fa67e5a160 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:45.505084 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:45.510707 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:45.600073 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.604091 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.650425 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b007d323a1174d89b0fcd0fa67e5a160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823678 Jun 23 18:48:45.651262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2fdff-0d6b-42cf-883b-b8be5a1a8c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db18f1ba-8b08-45dd-9e98-72c07a427a98,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:45.653164 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37306) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:45.713339 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.739617 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.791755 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.808433 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db18f1ba-8b08-45dd-9e98-72c07a427a98,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:45.817601 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.817966 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.818303 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.818630 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.818955 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.819278 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.819594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.819917 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.820232 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.820544 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.820854 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.821162 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:48:45.828615 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:45.829798 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a11ff276-204a-4cd6-8c93-e4cc4fd4fc4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db18f1ba-8b08-45dd-9e98-72c07a427a98 HTTP/1.1" status: 204 len: 168 time: 0.1755474 Jun 23 18:48:46.163045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37314) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:46.180053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.194323 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:46.198235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Usage tracker for resource:security_group_rule and tenant:fec16db80ef745a789ffa2ba8c1a85b5 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:46.201015 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:46.207289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:46.290088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.293562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.342910 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fec16db80ef745a789ffa2ba8c1a85b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764064 Jun 23 18:48:46.342910 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc11432-b17e-406b-8e39-ee3acb130cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5aae3-5ca9-403c-8b04-56fb204d32f4,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:46.343281 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37320) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:46.404182 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.436800 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.489535 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.506284 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b5aae3-5ca9-403c-8b04-56fb204d32f4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:46.509513 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:46.510645 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-faa1205f-c54b-4cfd-9df9-87ed841e209a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9b5aae3-5ca9-403c-8b04-56fb204d32f4 HTTP/1.1" status: 204 len: 168 time: 0.1655550 Jun 23 18:48:49.076057 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37398) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:49.192693 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.208249 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:49.212021 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c09e8df47b4f5284e9d3728262bf5d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:49.214760 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:49.220744 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:49.300231 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.303654 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.351300 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc93313-0e4a-4297-beb8-735c353174dd,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:49.355390 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ad371743-257e-422e-88b3-ea9a2f48c5e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5c09e8df47b4f5284e9d3728262bf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783446 Jun 23 18:48:49.358138 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37404) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:49.415026 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.440444 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.490328 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.505968 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc93313-0e4a-4297-beb8-735c353174dd,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:49.510219 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.511305 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c970d656-63eb-433b-be15-205c3e746529 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcc93313-0e4a-4297-beb8-735c353174dd HTTP/1.1" status: 204 len: 168 time: 0.1523321 Jun 23 18:48:49.783128 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37414) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:49.801024 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.814994 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:48:49.818823 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:eda4639deb67493a83a4e28f8a9fa089 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:48:49.821641 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:48:49.827352 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:48:49.910449 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.914279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:49.963891 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eda4639deb67493a83a4e28f8a9fa089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796908 Jun 23 18:48:49.964834 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73579b8-ead4-44fe-93a1-12103f72f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa89b13-e528-4120-a366-3d2d9fa4ddfe,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:49.966562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37418) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:50.028008 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:50.053124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:50.105278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:50.122245 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa89b13-e528-4120-a366-3d2d9fa4ddfe,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:50.134927 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:50.136275 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c695d326-d548-4c69-9225-e8264c37897d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caa89b13-e528-4120-a366-3d2d9fa4ddfe HTTP/1.1" status: 204 len: 168 time: 0.1679611 Jun 23 18:48:51.383005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa9a3-0515-46ee-95e7-0dbe9a07f1f5 req-6862678a-48b5-47e3-bde1-a172bdfb63f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:51.384459 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a12aa9a3-0515-46ee-95e7-0dbe9a07f1f5 req-6862678a-48b5-47e3-bde1-a172bdfb63f9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.0879316 Jun 23 18:48:51.397374 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:48:51.438411 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a12aa9a3-0515-46ee-95e7-0dbe9a07f1f5 req-1ae85e1f-7b5b-444f-8c12-0d4c90b018d5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464492 Jun 23 18:48:52.590422 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-292bc8ba-2504-4577-a601-287a34908c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:52.638306 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e187e-37a4-49ba-9931-9fe09fad0949 req-bcf15f4d-4824-4368-b141-33885de03ac7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:52.639742 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-675e187e-37a4-49ba-9931-9fe09fad0949 req-bcf15f4d-4824-4368-b141-33885de03ac7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.0913329 Jun 23 18:48:52.815390 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-675e187e-37a4-49ba-9931-9fe09fad0949 req-d80cdae1-3ab0-4ec4-aae4-1b3c3b9ab022 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=516d5c05-ab15-46f3-a7c6-51633a0a94ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690824 Jun 23 18:48:52.844764 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-acf7ce54-773b-45fd-97de-c37f1dbd806f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:52.846337 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-acf7ce54-773b-45fd-97de-c37f1dbd806f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 946 time: 0.1053772 Jun 23 18:48:52.924027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 6ae37c93-eaeb-4bd2-a6bd-392341822551 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:48:52.924358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:53.176656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] For port 6ae37c93-eaeb-4bd2-a6bd-392341822551, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ae37c93-eaeb-4bd2-a6bd-392341822551,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:48:53.177013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:53.475266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:53.475640 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:53.475987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP b6dc0d27-4103-4428-b574-1331967ee707 disassociated. External IP: 172.27.2.136, port: 6ae37c93-eaeb-4bd2-a6bd-392341822551. Jun 23 18:48:53.476349 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 6ae37c93-eaeb-4bd2-a6bd-392341822551 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:48:53.634027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:53.683524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=6ae37c93-eaeb-4bd2-a6bd-392341822551,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:53.871439 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:48:54.069592 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:48:54.089748 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:48:54.099840 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:54.100657 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:54.114150 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5851b596-ca22-4acf-957b-90933fbb4c47 req-0ef3443b-c16d-4f4d-8671-b49c92e8dc3d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=dab50f80-6e8b-4e00-98a5-e4108aa18e33 HTTP/1.1" status: 200 len: 210 time: 0.1821709 Jun 23 18:48:54.167571 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] No DVR routers for this DVR port 6ae37c93-eaeb-4bd2-a6bd-392341822551 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:48:54.170238 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:54.173101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'name': 'network-vif-deleted', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:48:54.195529 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2266200e-4e80-4c13-9721-9ebb9343eb16 req-03835be8-2d1c-47dc-9597-87e5e3e592d1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "DELETE /v2.0/ports/6ae37c93-eaeb-4bd2-a6bd-392341822551 HTTP/1.1" status: 204 len: 173 time: 1.3426874 Jun 23 18:48:54.230210 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b39842b-3630-47f7-9bf7-64aa472ec81d'] response: {'server_uuid': 'dab50f80-6e8b-4e00-98a5-e4108aa18e33', 'name': 'network-vif-deleted', 'tag': '6ae37c93-eaeb-4bd2-a6bd-392341822551', 'status': 'completed', 'code': 200} Jun 23 18:48:54.308819 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:54.656042 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:54.660638 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:48:54.670563 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:48:54.671233 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:54.688067 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25f6c5a0-4944-49ae-bf25-49d1f8482a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:54.860088 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:48:55.248911 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37522) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:55.275267 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:48:55.282956 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca70354-3f2b-4526-be87-87e21b7dadb4 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': 'e24000a9-6a62-461e-bd00-7371849c508b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:6f:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:45:22Z', 'updated_at': '2022-06-23T18:45:37Z', 'revision_number': 2, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:48:55.328205 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.362098 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.502430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.512608 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14c112-a5dc-456c-a50f-a4ea7af42c07 None None] New status for floating IP b6dc0d27-4103-4428-b574-1331967ee707: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:48:55.521748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d5c05-ab15-46f3-a7c6-51633a0a94ab,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:55.532687 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.533817 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d8ce005d-1fa7-49fe-8cd0-95d1861601b0 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/security-groups/516d5c05-ab15-46f3-a7c6-51633a0a94ab HTTP/1.1" status: 204 len: 168 time: 0.2836277 Jun 23 18:48:55.536442 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37526) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:55.552874 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.api.v2.resource [None req-85833354-de26-4817-b839-f029af5a848f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] show failed (client error): The resource could not be found. Jun 23 18:48:55.553987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-85833354-de26-4817-b839-f029af5a848f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups/516d5c05-ab15-46f3-a7c6-51633a0a94ab HTTP/1.1" status: 404 len: 347 time: 0.0165987 Jun 23 18:48:55.556709 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37530) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:48:55.721573 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 0dfb190d-3037-41a8-9655-51056bdf6c4a {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:48:55.721977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.890985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:55.891318 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.016270 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 0dfb190d-3037-41a8-9655-51056bdf6c4a owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:48:56.154110 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.202824 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=0dfb190d-3037-41a8-9655-51056bdf6c4a,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:48:56.246206 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.304475 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.319918 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.320248 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:56.321598 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0cf7fb56-531c-4ebb-abbf-c451ad41cf2a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/floatingips/b6dc0d27-4103-4428-b574-1331967ee707 HTTP/1.1" status: 204 len: 168 time: 0.7639217 Jun 23 18:48:57.338294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6ae37c93-eaeb-4bd2-a6bd-392341822551 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:48:57.375870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 6ae37c93-eaeb-4bd2-a6bd-392341822551 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:48:57.376314 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6ae37c93-eaeb-4bd2-a6bd-392341822551 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:48:57.964979 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:48:58.360940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b852d6-2114-48f4-99f6-238fee929bca req-9b292cfa-6b09-4ed4-9aa7-aa79bb8f7ca2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:58.362427 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67b852d6-2114-48f4-99f6-238fee929bca req-9b292cfa-6b09-4ed4-9aa7-aa79bb8f7ca2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.0898211 Jun 23 18:48:58.416028 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67b852d6-2114-48f4-99f6-238fee929bca req-79bfac2b-8e49-47da-8387-6bc0b0bd849e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443461 Jun 23 18:48:59.618944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a0fea-da55-4440-b6bd-9808f454e55b req-3e0771cd-246c-45c1-a1fc-a44eb96412b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:48:59.619621 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-796a0fea-da55-4440-b6bd-9808f454e55b req-3e0771cd-246c-45c1-a1fc-a44eb96412b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:59.634552 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-796a0fea-da55-4440-b6bd-9808f454e55b req-3e0771cd-246c-45c1-a1fc-a44eb96412b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:59.635592 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-796a0fea-da55-4440-b6bd-9808f454e55b req-3e0771cd-246c-45c1-a1fc-a44eb96412b5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.1025226 Jun 23 18:48:59.684041 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-796a0fea-da55-4440-b6bd-9808f454e55b req-bd27c11b-4239-47a8-a075-b818e4177ed3 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:48:59.701797 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-796a0fea-da55-4440-b6bd-9808f454e55b req-bd27c11b-4239-47a8-a075-b818e4177ed3 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:48:59.703139 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-796a0fea-da55-4440-b6bd-9808f454e55b req-bd27c11b-4239-47a8-a075-b818e4177ed3 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613453 Jun 23 18:49:00.014732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-a0ee62b0-8035-4b9b-8d14-971dad1d87c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:00.016280 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-a0ee62b0-8035-4b9b-8d14-971dad1d87c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 946 time: 0.0873277 Jun 23 18:49:00.093740 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port e24000a9-6a62-461e-bd00-7371849c508b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:49:00.094173 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:00.340434 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] For port e24000a9-6a62-461e-bd00-7371849c508b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e24000a9-6a62-461e-bd00-7371849c508b,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:00.340790 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:00.713438 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:00.714089 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:00.714180 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4 disassociated. External IP: 172.27.2.200, port: e24000a9-6a62-461e-bd00-7371849c508b. Jun 23 18:49:00.714510 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for e24000a9-6a62-461e-bd00-7371849c508b owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:49:00.874518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:00.907035 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07405-8fa8-4781-ab1f-8ce371cecc16 req-2d992498-5feb-4101-aa13-2a141b418a69 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:00.908797 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6ef07405-8fa8-4781-ab1f-8ce371cecc16 req-2d992498-5feb-4101-aa13-2a141b418a69 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb07f50b-e344-4874-ae5a-bf10bd017322 HTTP/1.1" status: 200 len: 867 time: 0.0892615 Jun 23 18:49:00.924725 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=e24000a9-6a62-461e-bd00-7371849c508b,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:00.959476 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6ef07405-8fa8-4781-ab1f-8ce371cecc16 req-55bf3311-6414-4d8d-af39-6d8530094ad3 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=21bd671e-cfc2-4b7a-b026-3dbdb824f294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Jun 23 18:49:01.118278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:49:01.297004 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:49:01.306608 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:49:01.317996 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:49:01.318617 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:01.386159 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] No DVR routers for this DVR port e24000a9-6a62-461e-bd00-7371849c508b on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:49:01.388892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:01.392642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'name': 'network-vif-deleted', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:01.410652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d28ebdd9-7b48-4fc1-b423-0df5b1c11186 req-2cee121f-cce5-411e-b4d1-8a031efa7672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "DELETE /v2.0/ports/e24000a9-6a62-461e-bd00-7371849c508b HTTP/1.1" status: 204 len: 173 time: 1.3868623 Jun 23 18:49:01.446245 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c4cf62-a057-459f-8d5a-e74b046c0e8e'] response: {'server_uuid': 'fb07f50b-e344-4874-ae5a-bf10bd017322', 'name': 'network-vif-deleted', 'tag': 'e24000a9-6a62-461e-bd00-7371849c508b', 'status': 'completed', 'code': 200} Jun 23 18:49:01.505483 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:49:01.822807 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:01.826874 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:49:01.835867 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:49:01.836480 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:02.040647 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:49:02.094686 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37616) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:02.163650 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.190696 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37620) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:02.193960 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.251778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.274625 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd671e-cfc2-4b7a-b026-3dbdb824f294,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:02.279017 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.283637 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-2d54f994-267f-4263-bae0-29adb49043d9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/security-groups/21bd671e-cfc2-4b7a-b026-3dbdb824f294 HTTP/1.1" status: 204 len: 168 time: 0.1844726 Jun 23 18:49:02.284488 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37626) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:02.314652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.api.v2.resource [None req-aef1c457-d0db-484e-91ee-e578d469d5ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] show failed (client error): The resource could not be found. Jun 23 18:49:02.315945 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-aef1c457-d0db-484e-91ee-e578d469d5ff tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups/21bd671e-cfc2-4b7a-b026-3dbdb824f294 HTTP/1.1" status: 404 len: 347 time: 0.0307431 Jun 23 18:49:02.318769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37630) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:02.335435 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.351577 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:02.355570 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Usage tracker for resource:security_group_rule and tenant:29c9ae31b9b7497698b1a6cc007bddb4 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:02.358320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:02.364818 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:02.383559 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:02.387890 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0dffd-e315-46d3-9330-acdc470c53c3 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:49:02.458563 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.462632 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.478796 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port b1530cda-d5f9-418f-a6eb-aa6a041e3359 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:49:02.479145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.512337 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29c9ae31b9b7497698b1a6cc007bddb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205402 Jun 23 18:49:02.513141 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda0c2-5910-4dc1-8371-5cfba0b1eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339f85b4-4d09-4622-bbed-124474cfcc6a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:02.515796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37634) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:02.579751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.610345 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.665767 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.666097 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.668350 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50490dd7-3bba-4921-b0f4-fc01d424da78 None None] New status for floating IP bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:49:02.676563 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.693320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339f85b4-4d09-4622-bbed-124474cfcc6a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:02.703872 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:02.705307 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bdbb3fa8-d50c-48a9-967f-6d7743e2109e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/339f85b4-4d09-4622-bbed-124474cfcc6a HTTP/1.1" status: 204 len: 168 time: 0.1884403 Jun 23 18:49:02.918213 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for b1530cda-d5f9-418f-a6eb-aa6a041e3359 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:49:03.006824 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.db.api [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:49:03.007154 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG oslo_db.api [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:49:03.031704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37644) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:03.048842 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.065454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:03.069238 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Usage tracker for resource:security_group_rule and tenant:d8968012757040a9be8836617c9900fd is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:03.072220 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:03.078629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:03.161880 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.165788 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.212273 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8968012757040a9be8836617c9900fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795728 Jun 23 18:49:03.213128 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ccc5-82bd-4c47-b26b-c342b2502c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dcdace-92c3-4932-b0f3-faeb6e337134,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:03.214979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37648) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:03.278088 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.311358 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.362703 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.366584 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device e24000a9-6a62-461e-bd00-7371849c508b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:49:03.378594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dcdace-92c3-4932-b0f3-faeb6e337134,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:03.382882 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.387044 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1f0bc448-b0f4-456e-aac6-7a72f328a350 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28dcdace-92c3-4932-b0f3-faeb6e337134 HTTP/1.1" status: 204 len: 168 time: 0.1674724 Jun 23 18:49:03.410535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: e24000a9-6a62-461e-bd00-7371849c508b {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:49:03.410876 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device e24000a9-6a62-461e-bd00-7371849c508b not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:49:03.508109 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port b1530cda-d5f9-418f-a6eb-aa6a041e3359 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:49:03.508458 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.680647 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.680982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:03.814014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for b1530cda-d5f9-418f-a6eb-aa6a041e3359 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:49:03.962652 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.009772 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=b1530cda-d5f9-418f-a6eb-aa6a041e3359,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:04.111238 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.132833 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.133943 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-52c4c068-beb6-4551-97ac-1b2aefe40d50 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/floatingips/bf83ff4e-2eb8-4ea8-bb1d-48b8ce6c50d4 HTTP/1.1" status: 204 len: 168 time: 1.8142118 Jun 23 18:49:04.233243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37680) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.239592 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200029693', 'description': 'tempest-description--574659199'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:04.245242 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.250665 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.253644 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.259386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.271210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.292740 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.298057 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.301050 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.306898 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.377790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.382221 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.430193 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabafb4-030e-455f-8883-49e5c5329990,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:04.433250 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.437680 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-07d4e62a-2ebd-4c57-93e1-a891df508b17 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1991229 Jun 23 18:49:04.437935 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37686) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.446223 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '8eabafb4-030e-455f-8883-49e5c5329990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:04.451689 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.455561 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.458403 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.464015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.481349 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.543085 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37692) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.546906 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.553002 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.579119 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5774f4-9134-44de-9faa-c34a86387200,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:04.590532 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.591982 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3d6f208d-4f0a-4a94-b8cd-c74cb6f7e965 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530797 Jun 23 18:49:04.594605 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37698) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.600041 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '8eabafb4-030e-455f-8883-49e5c5329990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:04.605720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.610308 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.613239 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.620005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.637191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.693718 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.714071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.724049 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa212ccbc364f9ebe2aae81d4558e23 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.728742 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.732585 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.736285 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.738157 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.769175 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b988c3-c86e-40bd-b3b4-e9c98879f558,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:04.793103 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.794261 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fcb6cd2f-4ff9-4ac0-ae21-2cfca47eab4c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985998 Jun 23 18:49:04.798111 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 37702) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.803385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:04.809389 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:04.813747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:floatingip and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:04.820983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:04.826657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:04.853236 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.858684 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.864982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:04.901285 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a2765-5c51-4ce3-ab0c-11f9710318ac,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:04.924746 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-04c436bb-d77a-4ae7-9be6-575f4c9dd212 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fa212ccbc364f9ebe2aae81d4558e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804984 Jun 23 18:49:04.927149 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37708) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:04.985342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.011389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.026900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.063765 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.082608 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a2765-5c51-4ce3-ab0c-11f9710318ac,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:05.086772 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.091077 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ebc21088-d4b9-4e00-b304-923e9e05f0dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/561a2765-5c51-4ce3-ab0c-11f9710318ac HTTP/1.1" status: 204 len: 168 time: 0.1596639 Jun 23 18:49:05.167006 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.27.2.33 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/80e3b4c3-1586-44de-b78f-04de321f521e) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:49:05.319764 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.349784 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.415808 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:49:05.419022 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:49:05.423268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:49:05.462123 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=80e3b4c3-1586-44de-b78f-04de321f521e,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:05.507886 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.570478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.825936 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37732) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:05.867538 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.873066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.937348 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-432208482-network', 'tenant_id': '66ffa2f424614920abc7c7d95196004f'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:05.942243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:05.946382 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Usage tracker for resource:network and tenant:66ffa2f424614920abc7c7d95196004f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:05.950428 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:05.956598 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:05.973678 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Made reservation on behalf of 66ffa2f424614920abc7c7d95196004f for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:49:05.975819 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.988829 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=80e3b4c3-1586-44de-b78f-04de321f521e,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:05.990684 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:05.999974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.007763 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:06.012678 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Usage tracker for resource:security_group_rule and tenant:66ffa2f424614920abc7c7d95196004f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:06.023028 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:06.023534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.024841 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0ea60e91-e4d2-4db7-9635-66e502f335aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2255902 Jun 23 18:49:06.026948 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:06.136009 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.140436 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.168014 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:49:06.180548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b352c-4fcd-445b-849f-06cd89001109,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:06.184915 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.185251 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Added segment d7f6a9a8-196c-4e21-95d1-ffb0039478df of type vlan for network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e Jun 23 18:49:06.212319 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.241061 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.242043 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:06.242619 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.283187 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-4bb086ff-ddb9-434a-91a1-c9f8a7c0c064 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:06.297815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-4bb086ff-ddb9-434a-91a1-c9f8a7c0c064 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:06.299205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-4bb086ff-ddb9-434a-91a1-c9f8a7c0c064 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--200029693&fields=id&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 267 time: 0.0584779 Jun 23 18:49:06.344646 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5175343 Jun 23 18:49:06.347519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b961-141f-4ae3-b1de-11f6cbab0b88 admin admin] Pushing event updated for resources: {'Network': ['ID=25c7e315-3d3b-4b73-bdf5-17ff8bded96e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:06.349377 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37752) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:06.354817 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Request body: {'subnet': {'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-432208482-subnet', 'tenant_id': '66ffa2f424614920abc7c7d95196004f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:06.357971 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:49:06.360297 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:06.364241 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Usage tracker for resource:subnet and tenant:66ffa2f424614920abc7c7d95196004f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:06.367191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:06.373519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:06.384354 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Made reservation on behalf of 66ffa2f424614920abc7c7d95196004f for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:49:06.386509 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7129181'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.469541 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-f9da8043-23a4-4c7a-bc96-d07413d3508f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:06.471033 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-f9da8043-23a4-4c7a-bc96-d07413d3508f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1653891 Jun 23 18:49:06.488065 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-e71f87fd-e246-44ae-9a00-2ffc44b13aee tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/quotas/cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 375 time: 0.0108290 Jun 23 18:49:06.586458 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-947adbbf-8e8f-4774-b402-193b6f781f82 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:06.600896 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-947adbbf-8e8f-4774-b402-193b6f781f82 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:06.602420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-947adbbf-8e8f-4774-b402-193b6f781f82 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082444 Jun 23 18:49:06.605262 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6147794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7129195'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.689335 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ebec18-f584-4e1e-8992-3d67f7ff4775,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:06.693383 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Checking segment: {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:49:06.693746 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Network hostable DHCP agents. Network: 25c7e315-3d3b-4b73-bdf5-17ff8bded96e, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:49:06.714368 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:49:06.723646 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 25c7e315-3d3b-4b73-bdf5-17ff8bded96e) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:49:06.730192 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:06.731133 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:06.731914 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1891e5-1b41-40a1-8dcc-376218fe59b5 None None] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:49:06.750768 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-d5016e47-8370-435d-a6b7-034f99b2ea34 service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362314 Jun 23 18:49:06.755269 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fdba5a15-9680-4fee-8e5c-595f498fd30f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4048698 Jun 23 18:49:06.911088 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-97cc7e7e-f33f-40cc-bd41-d197c23abe0a service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465120 Jun 23 18:49:06.974245 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63221fe-4c74-49c7-b6c8-07a489b11233 None None] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:49:07.154424 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db977276-8c92-466a-a94e-1b505439d4ed req-d95a8224-a220-4837-b6b2-acabbdfea6b7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 210 time: 0.0766075 Jun 23 18:49:08.228343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-49503c85-4cf5-4523-9b7b-6a547a5598c6 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:08.229768 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-49503c85-4cf5-4523-9b7b-6a547a5598c6 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1563478 Jun 23 18:49:08.283839 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-e1536f80-bca0-4dee-b53a-0bd7d38f3f2e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 379 time: 0.0450370 Jun 23 18:49:08.333822 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'port': {'device_id': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'admin_state_up': True, 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'security_groups': ['8eabafb4-030e-455f-8883-49e5c5329990']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:08.355265 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-01fab4c0-8d20-408f-8b08-23a189e15a16 req-d6fced92-181f-4aa8-8979-59249d5cee3a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 210 time: 0.0771201 Jun 23 18:49:08.473317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:08.482534 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:08.491201 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:49:08.494851 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:08.663171 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.20.0.13 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/243bdade-6f2c-4d4f-a84a-0971bdcb3d11) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:49:08.844018 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-5df6c94f-9d04-4eee-aead-22d147720868 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:08.844751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-5df6c94f-9d04-4eee-aead-22d147720868 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:08.854346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:08.862004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-5df6c94f-9d04-4eee-aead-22d147720868 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:08.863771 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-5df6c94f-9d04-4eee-aead-22d147720868 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 808 time: 0.1665537 Jun 23 18:49:08.871537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Transition to ACTIVE for port object 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:49:08.881514 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-911cc8a5-9a65-4eb3-9b79-af97d235b763 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/quotas/66ffa2f424614920abc7c7d95196004f HTTP/1.1" status: 200 len: 375 time: 0.0114293 Jun 23 18:49:08.898789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:08.938749 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-63295379-4ee1-4650-b43a-19a29a43ad6d tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505960 Jun 23 18:49:08.971967 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:49:08.974951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:49:08.977465 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:49:09.020750 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:09.053242 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:09.054153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.082038 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-9ba71ce7-963b-4c82-8548-db9c6caae215 service neutron] 10.222.0.26 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364717 Jun 23 18:49:09.082240 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-0af02fbe-cfeb-4bcd-9fb4-1b86113db538 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574449 Jun 23 18:49:09.150124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Request body: {'port': {'device_id': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:09.206615 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f91fafcd-98ea-416b-88fc-c724ac9ab664 None None] Provisioning for port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:49:09.211638 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f91fafcd-98ea-416b-88fc-c724ac9ab664 None None] Provisioning complete for port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:49:09.211985 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f91fafcd-98ea-416b-88fc-c724ac9ab664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.237943 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-512a7b75-24a5-4ff9-9d3e-4beab5f4a461 service neutron] 10.222.0.26 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498373 Jun 23 18:49:09.268785 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-f91fafcd-98ea-416b-88fc-c724ac9ab664 None None] Port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:49:09.363985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.484234 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-419f7849-b00d-4e4a-b98d-eb8da040ca3f req-760bc122-395d-4af0-8083-5704122154ff tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 210 time: 0.0696464 Jun 23 18:49:09.562954 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75591c9f-8949-4fea-ab69-afeafb857271 req-48b95d73-4f23-486c-91a6-6c0963ad4e60 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:09.564479 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75591c9f-8949-4fea-ab69-afeafb857271 req-48b95d73-4f23-486c-91a6-6c0963ad4e60 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 932 time: 0.1026254 Jun 23 18:49:09.725845 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-75591c9f-8949-4fea-ab69-afeafb857271 req-8cc1fc28-f134-441a-8d06-604302094011 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:09.738551 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-75591c9f-8949-4fea-ab69-afeafb857271 req-8cc1fc28-f134-441a-8d06-604302094011 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:09.739775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75591c9f-8949-4fea-ab69-afeafb857271 req-8cc1fc28-f134-441a-8d06-604302094011 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686604 Jun 23 18:49:09.749629 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.802648 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:09.810057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.825229 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Transition to ACTIVE for port object 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:49:09.829263 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:09.973219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Pushing event updated for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:10.100266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Attempting to bind port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:49:10.100602 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Attempting to bind port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:49:10.100930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Attempting to bind port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:10.105485 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:49:10.105824 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Attempting to bind port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:10.111437 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:49:10.111768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:49:10.112144 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:49:10.112568 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Bound port: 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:49:10.112912 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:10.203545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:49:10.207910 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:49:10.212013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:10.273509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:10.274149 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:10.275515 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-c20558b9-0454-457f-8873-669095c6b110 service neutron] 10.222.0.36 "PUT /v2.0/ports/243bdade-6f2c-4d4f-a84a-0971bdcb3d11 HTTP/1.1" status: 200 len: 1094 time: 1.1862018 Jun 23 18:49:10.275950 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:10.298882 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20558b9-0454-457f-8873-669095c6b110 service neutron] Pushing event updated for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:10.333680 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78162db2-6ff7-413a-9244-b5a6ae80559d'] response: {'name': 'network-changed', 'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'status': 'completed', 'code': 200} Jun 23 18:49:10.563255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-521027cb-4f3c-4e98-9d70-82c2901f7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:10.564726 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-521027cb-4f3c-4e98-9d70-82c2901f7a2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 1097 time: 0.2099924 Jun 23 18:49:10.574440 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-ec2880ba-273d-409c-9ec4-2fa420242596 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:10.575762 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-ec2880ba-273d-409c-9ec4-2fa420242596 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 808 time: 0.1746624 Jun 23 18:49:10.643596 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-d7d687f6-7acb-4de0-9952-d9a0a0381d37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11 HTTP/1.1" status: 200 len: 217 time: 0.0668271 Jun 23 18:49:10.648317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Request body: {'port': {'device_id': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e', 'admin_state_up': True, 'tenant_id': '66ffa2f424614920abc7c7d95196004f'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:10.680199 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a623677b-d7de-4de0-85b1-c05211198149 req-12677c60-f8a8-4bff-9302-e81eb455cb04 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 210 time: 0.0612502 Jun 23 18:49:10.687375 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.36', 53931) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:10.770520 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-9b173804-76c5-4146-86a3-8fb829800387 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816724 Jun 23 18:49:10.797927 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-a327ee13-37fd-4ec3-8ae3-26e2a6eae00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:10.799352 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-a327ee13-37fd-4ec3-8ae3-26e2a6eae00c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.1346653 Jun 23 18:49:10.925185 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-63c8e400-8a37-49ef-9ceb-f1259dbcaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:10.926775 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-63c8e400-8a37-49ef-9ceb-f1259dbcaaaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0834119 Jun 23 18:49:10.946415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:10.961785 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Usage tracker for resource:port and tenant:66ffa2f424614920abc7c7d95196004f is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:49:10.966076 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:49:10.979717 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:11.006693 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Made reservation on behalf of 66ffa2f424614920abc7c7d95196004f for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:49:11.010093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:11.023541 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-e615630d-a2f6-4ad5-afba-845e4cc078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.024904 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-e615630d-a2f6-4ad5-afba-845e4cc078c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2096753 Jun 23 18:49:11.035219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe2124-bbbc-4d8b-94f7-70fd13992a78 req-617096cb-7711-4f3c-934f-389bfccf5e8d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.035892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-50fe2124-bbbc-4d8b-94f7-70fd13992a78 req-617096cb-7711-4f3c-934f-389bfccf5e8d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:11.077063 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-a5131f62-8cff-4bef-8b49-213fd597c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.078558 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-a5131f62-8cff-4bef-8b49-213fd597c741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1302364 Jun 23 18:49:11.187708 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-0710245f-d48b-4cfc-abba-678633c1f5d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 1000 time: 0.1015370 Jun 23 18:49:11.257191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-d63ded7b-32e3-4abd-bc56-4233628f5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.258652 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-d63ded7b-32e3-4abd-bc56-4233628f5274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0651591 Jun 23 18:49:11.270175 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-50fe2124-bbbc-4d8b-94f7-70fd13992a78 req-617096cb-7711-4f3c-934f-389bfccf5e8d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:11.271308 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-50fe2124-bbbc-4d8b-94f7-70fd13992a78 req-617096cb-7711-4f3c-934f-389bfccf5e8d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 944 time: 0.4134102 Jun 23 18:49:11.348989 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-ce831e7d-f4ba-46ce-8cba-9bac79db7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.350496 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-ce831e7d-f4ba-46ce-8cba-9bac79db7139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846314 Jun 23 18:49:11.406987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-49e471de-230c-4fbf-84e4-ce93846a1cf4 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683927 Jun 23 18:49:11.415544 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-50fe2124-bbbc-4d8b-94f7-70fd13992a78 req-af4298e3-8353-418d-8668-df04b9c5c39d tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339884 Jun 23 18:49:11.486236 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-16519ff5-03ea-42b0-8a1b-af2148f7eaec service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285028 Jun 23 18:49:11.510730 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Allocated IP 172.20.0.14 (25c7e315-3d3b-4b73-bdf5-17ff8bded96e/a5ebec18-f584-4e1e-8992-3d67f7ff4775/5fde85cc-4173-4fc5-8052-638c96154865) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:49:11.597219 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-d945a51e-558c-4c95-a873-9733455cc94b service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807461 Jun 23 18:49:11.623579 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f14d6b6c-324b-4345-a2e9-f3e87fc1334b req-5b987279-e82e-4c08-a461-66932e934d8d service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304388 Jun 23 18:49:11.733300 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-70a2d147-45f5-46fd-a0c1-a91bc4484733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.734864 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-70a2d147-45f5-46fd-a0c1-a91bc4484733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 1097 time: 0.0774519 Jun 23 18:49:11.774373 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:11.807393 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:11.875424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:49:11.878387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:49:11.883643 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:49:11.923827 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Pushing event updated for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:11.932570 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-46600f17-e723-4531-963b-93100895386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.934043 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-46600f17-e723-4531-963b-93100895386d service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1903572 Jun 23 18:49:11.956094 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:11.956691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:11.976857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-90f55137-c7d2-49c8-852c-7f8bb8576090 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3321815 Jun 23 18:49:11.994798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Request body: {'port': {'device_id': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:12.004307 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71a5e-b3b6-47df-a3cc-be7535440cc0 req-670c8d83-fa6f-4ec3-863a-0de88efe9f84 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:12.005725 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93c71a5e-b3b6-47df-a3cc-be7535440cc0 req-670c8d83-fa6f-4ec3-863a-0de88efe9f84 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 932 time: 0.1933217 Jun 23 18:49:12.015902 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-761a5803-711a-4bc5-8bf5-5228d6697356 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11 HTTP/1.1" status: 200 len: 217 time: 0.0749631 Jun 23 18:49:12.098797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-93c71a5e-b3b6-47df-a3cc-be7535440cc0 req-9230ce79-c63d-4443-8a1b-b09bec555281 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:12.107311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:12.109643 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-55ba9735-54ae-4f0c-8d16-258cdf7dabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:12.111087 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-55ba9735-54ae-4f0c-8d16-258cdf7dabf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0819736 Jun 23 18:49:12.158341 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-93c71a5e-b3b6-47df-a3cc-be7535440cc0 req-9230ce79-c63d-4443-8a1b-b09bec555281 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:12.159400 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93c71a5e-b3b6-47df-a3cc-be7535440cc0 req-9230ce79-c63d-4443-8a1b-b09bec555281 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463785 Jun 23 18:49:12.201081 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-7c38266e-147f-4521-ba14-d62b172f1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:12.203860 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-7c38266e-147f-4521-ba14-d62b172f1673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848467 Jun 23 18:49:12.444163 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-7ccf48de-e000-4847-b556-ddc25247a90b service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321849 Jun 23 18:49:12.472263 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fde85cc-4173-4fc5-8052-638c96154865 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:12.480077 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:12.495596 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Transition to ACTIVE for port object 5fde85cc-4173-4fc5-8052-638c96154865 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:49:12.500398 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:12.597931 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59e93f0e-c74d-4a0c-bd79-2af6a65c61d8 req-97fdbeb0-4fb9-4ae1-a11e-51d5ae0f0211 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407449 Jun 23 18:49:12.695552 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:12.807624 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92935e96-c6cb-4986-8c71-1e99064cdfdb req-419ebc9e-856b-444f-aff3-64a84ee85023 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:12.809063 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-92935e96-c6cb-4986-8c71-1e99064cdfdb req-419ebc9e-856b-444f-aff3-64a84ee85023 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 944 time: 0.2736173 Jun 23 18:49:12.941343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Attempting to bind port 5fde85cc-4173-4fc5-8052-638c96154865 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:49:12.941676 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Attempting to bind port 5fde85cc-4173-4fc5-8052-638c96154865 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:49:12.942030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Attempting to bind port 5fde85cc-4173-4fc5-8052-638c96154865 on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:12.956127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Port 5fde85cc-4173-4fc5-8052-638c96154865 on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:49:12.956384 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Attempting to bind port 5fde85cc-4173-4fc5-8052-638c96154865 on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:12.967164 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:49:12.967528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Checking segment: {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:49:12.968443 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Bound using segment: {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:49:12.968876 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Bound port: 5fde85cc-4173-4fc5-8052-638c96154865, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:49:12.969224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:12.980063 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-92935e96-c6cb-4986-8c71-1e99064cdfdb req-b31cd220-f341-4d01-86d9-39d988488588 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610661 Jun 23 18:49:13.064271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:49:13.067197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5fde85cc-4173-4fc5-8052-638c96154865,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:49:13.072010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:13.135448 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:13.136058 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:13.137401 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fde85cc-4173-4fc5-8052-638c96154865 HTTP/1.1" status: 200 len: 1094 time: 1.1465561 Jun 23 18:49:13.137823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:13.163008 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1ca5-8c09-4733-88d6-97dfd1681645 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:13.225329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51af1c62-4a08-427e-825d-bd766f9047f4'] response: {'name': 'network-changed', 'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865', 'status': 'completed', 'code': 200} Jun 23 18:49:13.272721 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-60c34296-0733-49bb-8d2b-1d5b0ef094da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:13.274222 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-60c34296-0733-49bb-8d2b-1d5b0ef094da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0903049 Jun 23 18:49:13.384077 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-6ca007c4-a78e-45c5-b4fe-d7b3e324ccc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fde85cc-4173-4fc5-8052-638c96154865 HTTP/1.1" status: 200 len: 217 time: 0.0715928 Jun 23 18:49:13.434081 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:49:13.460809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-f0287a66-c467-4423-bcc9-c55569cbe904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:13.462250 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-f0287a66-c467-4423-bcc9-c55569cbe904 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5ebec18-f584-4e1e-8992-3d67f7ff4775 HTTP/1.1" status: 200 len: 848 time: 0.0683918 Jun 23 18:49:13.511088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1317d-8289-4061-845f-6f135143d272 req-a25b1533-0c7d-45bb-ad4d-78a944deca59 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:13.511779 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f3a1317d-8289-4061-845f-6f135143d272 req-a25b1533-0c7d-45bb-ad4d-78a944deca59 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:13.533573 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-6454b9cc-6084-4048-a95b-5f733bad730f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645604 Jun 23 18:49:13.564906 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f3a1317d-8289-4061-845f-6f135143d272 req-a25b1533-0c7d-45bb-ad4d-78a944deca59 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:13.566039 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3a1317d-8289-4061-845f-6f135143d272 req-a25b1533-0c7d-45bb-ad4d-78a944deca59 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 944 time: 0.2909319 Jun 23 18:49:13.569532 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:13.583390 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'port_id': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'mac_address': 'fa:16:3e:1b:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:49:13.644289 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:13.644667 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:13.662745 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:13.681504 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:13.686009 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:13.689961 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f3a1317d-8289-4061-845f-6f135143d272 req-691f414b-0d18-4830-a824-c45b40f72252 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770173 Jun 23 18:49:13.714948 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-f1a1c0cc-f8e2-4c58-b8c7-c2c8ed1e6507 service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731617 Jun 23 18:49:13.756893 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:13.763902 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.764194 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.765028 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.765373 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.765707 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.766070 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.766403 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.766725 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.767305 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.767625 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.768033 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.768352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:49:13.847037 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f1e2edd2-0291-480a-82d5-9105b931d684 req-0d549811-36f5-4710-8912-f1347f81f04e service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252048 Jun 23 18:49:13.932113 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['243bdade-6f2c-4d4f-a84a-0971bdcb3d11'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:49:13.970669 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-6b5adb73-76a4-4a4f-8d56-3f44b259ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:13.972172 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-6b5adb73-76a4-4a4f-8d56-3f44b259ad69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0778577 Jun 23 18:49:14.119378 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-fbe637f5-996e-4d07-bddf-55343d926538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:14.120912 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-fbe637f5-996e-4d07-bddf-55343d926538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 909 time: 0.1423466 Jun 23 18:49:14.189895 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca786d93-3b5c-4e46-a5cf-e38f2103a7b6 req-bcf60892-96a0-43c3-badc-00e288727771 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:14.191372 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ca786d93-3b5c-4e46-a5cf-e38f2103a7b6 req-bcf60892-96a0-43c3-badc-00e288727771 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Jun 23 18:49:14.191962 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-8bee28fb-7c54-4c61-a9fb-544c48cf919c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fde85cc-4173-4fc5-8052-638c96154865 HTTP/1.1" status: 200 len: 217 time: 0.0635922 Jun 23 18:49:14.238836 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ca786d93-3b5c-4e46-a5cf-e38f2103a7b6 req-11867986-c17a-48ef-9eac-836c2c7daccc tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Jun 23 18:49:14.260698 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-27964237-ee2f-4ca1-8b5b-e6a0d222013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:14.262201 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-27964237-ee2f-4ca1-8b5b-e6a0d222013b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5ebec18-f584-4e1e-8992-3d67f7ff4775 HTTP/1.1" status: 200 len: 848 time: 0.0565591 Jun 23 18:49:14.319366 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-e465f456-f53b-463d-9109-5cff45013e25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495527 Jun 23 18:49:14.452846 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-8b1d23fd-975d-473b-ab21-0380790393ff service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227119 Jun 23 18:49:14.660464 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a726ac1-1b22-40ed-8dd1-c40ee6fa7c86 req-55f42088-0a62-4117-9a16-8ac749631d50 service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020836 Jun 23 18:49:14.882596 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53acb26-c935-4cd1-8676-6819119e9f28 req-0758401e-8eaa-48b5-94ac-1d64bac97fe1 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:14.884049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d53acb26-c935-4cd1-8676-6819119e9f28 req-0758401e-8eaa-48b5-94ac-1d64bac97fe1 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 944 time: 0.0857882 Jun 23 18:49:14.928085 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d53acb26-c935-4cd1-8676-6819119e9f28 req-fe4cfb1b-910e-4182-a589-9fbd588a792a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Jun 23 18:49:15.431866 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12fa46-392b-4b62-897b-14bfb64ef371 req-751f13f4-7861-49b2-a212-7de674725347 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:15.433277 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f12fa46-392b-4b62-897b-14bfb64ef371 req-751f13f4-7861-49b2-a212-7de674725347 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 945 time: 0.0910425 Jun 23 18:49:15.462642 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:49:15.477573 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f12fa46-392b-4b62-897b-14bfb64ef371 req-a20016c7-ac5c-4d89-a2c5-4b3bd5bfec2e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384235 Jun 23 18:49:15.528294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:49:15.533415 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:49:15.533806 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:15.646912 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:15.647272 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:15.672885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:15.682117 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:15.686044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:15.722831 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212e9aa4-e1d2-471d-a15f-9995802c6cbe'] response: {'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'code': 200} Jun 23 18:49:15.759019 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:15.974956 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c52490-aacf-4bf1-84ce-f3ada17c581a req-57b951de-213c-4923-8727-3573c170183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:15.976472 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-00c52490-aacf-4bf1-84ce-f3ada17c581a req-57b951de-213c-4923-8727-3573c170183e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 1099 time: 0.0785623 Jun 23 18:49:16.017344 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-00c52490-aacf-4bf1-84ce-f3ada17c581a req-bd5f04f0-e867-43ab-b6da-bfbf37c5f8eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348790 Jun 23 18:49:16.120044 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88eef-5e12-497c-8024-4344d492afca req-dd9bcc28-f7aa-491e-9e5f-b8de73781a92 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:16.121380 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ed88eef-5e12-497c-8024-4344d492afca req-dd9bcc28-f7aa-491e-9e5f-b8de73781a92 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 944 time: 0.0853770 Jun 23 18:49:16.168407 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ed88eef-5e12-497c-8024-4344d492afca req-ff48e41c-b9a3-41d3-b290-a4f7870ce88f tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Jun 23 18:49:16.670238 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4b827-c188-4447-8aab-582dedea2f3b req-fb182428-f744-4422-b3ea-2ddd3d73cde7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:16.672459 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e4f4b827-c188-4447-8aab-582dedea2f3b req-fb182428-f744-4422-b3ea-2ddd3d73cde7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.0906885 Jun 23 18:49:16.714393 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e4f4b827-c188-4447-8aab-582dedea2f3b req-a2ca06e7-0df5-4cdd-bf49-a3843f3b0672 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362806 Jun 23 18:49:17.360088 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4a1-984e-4adb-af12-5c02d34acad0 req-226e2093-6a72-44f9-ae70-b97ce7205606 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:17.361539 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bff3b4a1-984e-4adb-af12-5c02d34acad0 req-226e2093-6a72-44f9-ae70-b97ce7205606 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 944 time: 0.0867925 Jun 23 18:49:17.405589 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bff3b4a1-984e-4adb-af12-5c02d34acad0 req-020d13e0-ec01-4e2e-846f-e30b4424094c tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Jun 23 18:49:17.486026 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 5fde85cc-4173-4fc5-8052-638c96154865 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:49:17.616686 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5fde85cc-4173-4fc5-8052-638c96154865,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:17.629689 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '5fde85cc-4173-4fc5-8052-638c96154865', 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e', 'port_id': '5fde85cc-4173-4fc5-8052-638c96154865', 'mac_address': 'fa:16:3e:f4:65:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ebec18-f584-4e1e-8992-3d67f7ff4775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:49:17.683418 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 5fde85cc-4173-4fc5-8052-638c96154865 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:17.683788 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:17.700166 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fde85cc-4173-4fc5-8052-638c96154865 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:17.714693 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5fde85cc-4173-4fc5-8052-638c96154865,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:17.717918 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:17.786184 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:17.910235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c794-699d-4148-bd2f-b32022040c9b req-abd4e6c0-f7d8-430c-8cb1-fe67dd7c4e1c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:17.911714 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09b7c794-699d-4148-bd2f-b32022040c9b req-abd4e6c0-f7d8-430c-8cb1-fe67dd7c4e1c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.0898857 Jun 23 18:49:17.933659 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['5fde85cc-4173-4fc5-8052-638c96154865'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:49:17.960563 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-09b7c794-699d-4148-bd2f-b32022040c9b req-8fb89adf-310d-4b53-aa15-027fa1a3b32a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Jun 23 18:49:18.153506 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f628b52-9ca3-4456-abb9-61979c59d06e req-edd2dd4e-4783-40b7-91e4-edeba5f0654b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:18.155632 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7f628b52-9ca3-4456-abb9-61979c59d06e req-edd2dd4e-4783-40b7-91e4-edeba5f0654b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.0905426 Jun 23 18:49:18.163957 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 37874) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:49:18.168796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'port_id': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:18.249670 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:18.599831 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c818fb-20df-454d-90b0-9ee23a69de7c req-e07df3a6-bb43-4ee9-9e1c-93a7066b1214 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:18.601280 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-85c818fb-20df-454d-90b0-9ee23a69de7c req-e07df3a6-bb43-4ee9-9e1c-93a7066b1214 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 945 time: 0.0907142 Jun 23 18:49:18.646433 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-85c818fb-20df-454d-90b0-9ee23a69de7c req-8c2a1be1-2de3-4657-94a5-f4e31dad8e83 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jun 23 18:49:18.836081 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:18.839955 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:19.113242 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP d56ff38c-351d-4bbb-a205-470f3d5325f9 associated. External IP: 172.27.2.33, port: 243bdade-6f2c-4d4f-a84a-0971bdcb3d11. Jun 23 18:49:19.463468 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:49:19.502654 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 5fde85cc-4173-4fc5-8052-638c96154865 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:49:19.569277 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 5fde85cc-4173-4fc5-8052-638c96154865 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:49:19.574013 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 5fde85cc-4173-4fc5-8052-638c96154865 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:49:19.574392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:19.652918 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:49:19.658396 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:19.666823 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:49:19.678948 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:49:19.679869 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:19.697584 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 5fde85cc-4173-4fc5-8052-638c96154865 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:19.698043 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:19.726600 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-30776419-9b71-4331-8511-a5b256729d75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "PUT /v2.0/floatingips/d56ff38c-351d-4bbb-a205-470f3d5325f9 HTTP/1.1" status: 200 len: 991 time: 1.5611618 Jun 23 18:49:19.727207 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:19.740363 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:19.751123 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5fde85cc-4173-4fc5-8052-638c96154865,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:19.756347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:19.836362 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd854e6-c8a2-4be1-a16c-79340ed05cfc'] response: {'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865', 'code': 200} Jun 23 18:49:19.865796 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f3fdff-4ad1-47ca-a9c2-ca8cf862ce85'] response: {'name': 'network-changed', 'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'status': 'completed', 'code': 200} Jun 23 18:49:19.867606 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:19.912667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-907dea4f-2435-4193-a78d-749d641ff608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:19.914324 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-907dea4f-2435-4193-a78d-749d641ff608 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 1099 time: 0.1061723 Jun 23 18:49:19.918754 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5313d8-790e-4032-8cc3-eedf7bd45f0c req-547b4e91-1ca9-405b-bc98-24c49f6d7d13 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:19.920383 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef5313d8-790e-4032-8cc3-eedf7bd45f0c req-547b4e91-1ca9-405b-bc98-24c49f6d7d13 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.1397870 Jun 23 18:49:19.994644 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef5313d8-790e-4032-8cc3-eedf7bd45f0c req-6c02646d-8244-46a3-8be0-ec9163717472 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654638 Jun 23 18:49:20.004957 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:49:20.098499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-94781e22-8641-4113-8839-e2ed31c23751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:20.099963 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-94781e22-8641-4113-8839-e2ed31c23751 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1797829 Jun 23 18:49:20.149863 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486deff-0f5e-496c-9692-5de8bbb90de1 req-765bc35f-27aa-4041-8ddf-4ad381e2a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:20.151362 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f486deff-0f5e-496c-9692-5de8bbb90de1 req-765bc35f-27aa-4041-8ddf-4ad381e2a2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0905895 Jun 23 18:49:20.199142 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f486deff-0f5e-496c-9692-5de8bbb90de1 req-8a192b93-039b-4674-aef2-4ce9c229a7ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jun 23 18:49:20.230827 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-93a9fdbe-f738-4334-8236-b31a2ccb1159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11 HTTP/1.1" status: 200 len: 999 time: 0.1250546 Jun 23 18:49:20.437201 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'd56ff38c-351d-4bbb-a205-470f3d5325f9', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:1b:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:49:05Z', 'updated_at': '2022-06-23T18:49:18Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:20.441064 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:49:20.449791 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:49:20.450471 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:48:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:20.460726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-bde3e786-7181-4a16-91b8-80532edb93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:20.462302 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-bde3e786-7181-4a16-91b8-80532edb93f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0658422 Jun 23 18:49:20.553738 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-a49789f3-7cac-42ff-8ebb-3ae272daf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:20.555049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-a49789f3-7cac-42ff-8ebb-3ae272daf8ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863647 Jun 23 18:49:20.649635 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:49:20.716061 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-80cde97f-06ae-4c9b-9528-718c1e3184fb service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539085 Jun 23 18:49:20.846086 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0fcb9495-4390-40b8-9892-e4f78c54c1da req-001e985a-c7b5-4342-acd6-a8484f0d9382 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236606 Jun 23 18:49:20.991624 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'd56ff38c-351d-4bbb-a205-470f3d5325f9', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:1b:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:49:05Z', 'updated_at': '2022-06-23T18:49:18Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:49:20.995375 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485308c-71eb-4bea-97d5-a467b011ae17 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'd56ff38c-351d-4bbb-a205-470f3d5325f9', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:1b:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:49:05Z', 'updated_at': '2022-06-23T18:49:18Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:49:21.191594 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f2bd4-24d4-466d-b06a-d0e354d8a6a5 None None] New status for floating IP d56ff38c-351d-4bbb-a205-470f3d5325f9: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:49:21.215430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312dd70-fb1d-4bf2-8328-3cf50ad456ba req-0ec60c97-bd7e-449c-940a-06f8b27afe18 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:21.217146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b312dd70-fb1d-4bf2-8328-3cf50ad456ba req-0ec60c97-bd7e-449c-940a-06f8b27afe18 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.1025729 Jun 23 18:49:21.277329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b312dd70-fb1d-4bf2-8328-3cf50ad456ba req-2c0f0aac-2ee6-443d-8ef5-57307b41f59c tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Jun 23 18:49:22.475222 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607df2-fd7b-48c1-86ef-c215c9f345f6 req-d8ee34b6-434a-4587-acba-914366e520aa tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:22.476642 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94607df2-fd7b-48c1-86ef-c215c9f345f6 req-d8ee34b6-434a-4587-acba-914366e520aa tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.0847619 Jun 23 18:49:22.519625 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94607df2-fd7b-48c1-86ef-c215c9f345f6 req-d93efeeb-2c3b-4d3e-917f-17c25e753374 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Jun 23 18:49:22.594612 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-93226094-eca5-4017-956b-31436c79808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:23.433012 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e262a1e-70e7-4885-b388-4dd9e02b5069 req-e2da8aa7-1da5-4cfe-94a5-7b633294e607 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:23.434495 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e262a1e-70e7-4885-b388-4dd9e02b5069 req-e2da8aa7-1da5-4cfe-94a5-7b633294e607 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.0937634 Jun 23 18:49:23.479489 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e262a1e-70e7-4885-b388-4dd9e02b5069 req-7c7e04bf-05ca-48d2-b5be-2d9ea040c598 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Jun 23 18:49:24.681107 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1e0d-6044-4d48-a20b-e0ed4d2e4399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:24.730864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee152b78-e866-4398-a86b-fa836ea68c44 req-a147db67-6afc-438f-807d-3e8b5c8fccb3 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:24.732208 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ee152b78-e866-4398-a86b-fa836ea68c44 req-a147db67-6afc-438f-807d-3e8b5c8fccb3 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.1488032 Jun 23 18:49:24.740528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-652d2cdc-eac2-4bcf-a61b-b68ae0e52b04 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:24.742177 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-652d2cdc-eac2-4bcf-a61b-b68ae0e52b04 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 946 time: 0.1240973 Jun 23 18:49:24.914494 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ee152b78-e866-4398-a86b-fa836ea68c44 req-64c51afa-80fe-4bb2-92a9-50db05110b78 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712937 Jun 23 18:49:24.917753 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Deleting port 5fde85cc-4173-4fc5-8052-638c96154865 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:49:24.918112 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:25.158192 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] For port 5fde85cc-4173-4fc5-8052-638c96154865, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5fde85cc-4173-4fc5-8052-638c96154865,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:25.158549 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:25.284644 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Calling delete_port for 5fde85cc-4173-4fc5-8052-638c96154865 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:49:25.430997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:25.442453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['5fde85cc-4173-4fc5-8052-638c96154865'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:49:25.479005 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Pushing event deleted for resources: {'Port': ['ID=5fde85cc-4173-4fc5-8052-638c96154865,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:25.568780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] No DVR routers for this DVR port 5fde85cc-4173-4fc5-8052-638c96154865 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:49:25.571280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:25.573868 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'name': 'network-vif-deleted', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:25.590235 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a2ba884-c68a-4a01-8a69-2867a742f338 req-96159308-5f86-46dc-9d5c-fc3ea5d941a6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "DELETE /v2.0/ports/5fde85cc-4173-4fc5-8052-638c96154865 HTTP/1.1" status: 204 len: 173 time: 0.8345680 Jun 23 18:49:25.620910 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c579550-fd4d-4f67-8018-b6cc32e4a612'] response: {'server_uuid': 'cb26712d-ac62-4ba4-81c9-db3fea328ae6', 'name': 'network-vif-deleted', 'tag': '5fde85cc-4173-4fc5-8052-638c96154865', 'status': 'completed', 'code': 200} Jun 23 18:49:26.084954 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7496fc9a-eb00-4c98-a888-edd25825b659 req-5ab70d70-7944-4118-9f35-09e14016d020 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:26.101967 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7496fc9a-eb00-4c98-a888-edd25825b659 req-5ab70d70-7944-4118-9f35-09e14016d020 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:26.103106 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7496fc9a-eb00-4c98-a888-edd25825b659 req-5ab70d70-7944-4118-9f35-09e14016d020 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb26712d-ac62-4ba4-81c9-db3fea328ae6 HTTP/1.1" status: 200 len: 210 time: 0.0687425 Jun 23 18:49:26.239499 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:26.322044 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:27.459761 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-5e7a4d5c-a447-4240-9144-7a4f245bea6d tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:27.461080 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-5e7a4d5c-a447-4240-9144-7a4f245bea6d tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 808 time: 0.1452038 Jun 23 18:49:27.475760 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-318a0e4d-08a0-48b5-8e80-27808c583c0c tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/quotas/66ffa2f424614920abc7c7d95196004f HTTP/1.1" status: 200 len: 375 time: 0.0093293 Jun 23 18:49:27.527715 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-b8c5cdb8-47ec-4b3d-8b22-34105b741b5e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469899 Jun 23 18:49:27.566331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 5fde85cc-4173-4fc5-8052-638c96154865 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:49:27.602602 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 5fde85cc-4173-4fc5-8052-638c96154865 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:49:27.602602 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 5fde85cc-4173-4fc5-8052-638c96154865 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:49:27.662033 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-4a999e4e-f385-4d3c-bf64-aa29958594fd service neutron] 10.222.0.26 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270468 Jun 23 18:49:27.793562 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-810f6db5-1edb-4a39-9f3e-69500eda5538 service neutron] 10.222.0.26 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257873 Jun 23 18:49:27.967412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:27.988781 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-653dac54-1e91-4cc0-9317-00f26b73fe50 req-8f0c70fb-c761-42a5-accc-b59e68f237c5 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 210 time: 0.0549326 Jun 23 18:49:28.396530 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:49:28.992839 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-7f9311c2-1161-44a7-af1d-8db40e815f5b tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:28.994322 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-7f9311c2-1161-44a7-af1d-8db40e815f5b tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 808 time: 0.1622663 Jun 23 18:49:29.011337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Request body: {'port': {'device_id': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e', 'admin_state_up': True, 'tenant_id': '66ffa2f424614920abc7c7d95196004f'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:29.236479 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2e179314-5415-45bb-a872-a3ba87d6c72d req-1094038c-fd5c-494b-a514-06fb102ecc93 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 210 time: 0.1383486 Jun 23 18:49:29.276949 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:49:29.287187 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:49:29.296331 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Made reservation on behalf of 66ffa2f424614920abc7c7d95196004f for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:49:29.299944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:29.464452 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Allocated IP 172.20.0.3 (25c7e315-3d3b-4b73-bdf5-17ff8bded96e/a5ebec18-f584-4e1e-8992-3d67f7ff4775/6cf13b17-3e70-4296-93f6-6790d7aa93cd) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:49:29.660448 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:29.689588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:29.759034 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:49:29.761997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:49:29.766170 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:49:29.801678 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Pushing event updated for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:29.832872 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:29.833470 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:29.856492 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ecef6817-8e2c-4e8d-b0f9-a690eb12cec8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502333 Jun 23 18:49:29.868187 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Request body: {'port': {'device_id': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:49:29.986324 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.323302 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf13b17-3e70-4296-93f6-6790d7aa93cd {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:30.332266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.348927 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Transition to ACTIVE for port object 6cf13b17-3e70-4296-93f6-6790d7aa93cd will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:49:30.352934 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.527260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:30.574764 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fafb02-62c7-4e0a-b3e6-918d0ab674dd req-27895295-4bbe-4436-a421-6a1be480756f tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:30.576188 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f4fafb02-62c7-4e0a-b3e6-918d0ab674dd req-27895295-4bbe-4436-a421-6a1be480756f tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 943 time: 0.0916827 Jun 23 18:49:30.600453 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Attempting to bind port 6cf13b17-3e70-4296-93f6-6790d7aa93cd on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:49:30.600790 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Attempting to bind port 6cf13b17-3e70-4296-93f6-6790d7aa93cd by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:49:30.601117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Attempting to bind port 6cf13b17-3e70-4296-93f6-6790d7aa93cd on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:30.605940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Port 6cf13b17-3e70-4296-93f6-6790d7aa93cd on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:49:30.606260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Attempting to bind port 6cf13b17-3e70-4296-93f6-6790d7aa93cd on network 25c7e315-3d3b-4b73-bdf5-17ff8bded96e {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:49:30.612039 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:49:30.612374 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Checking segment: {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:49:30.612757 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Bound using segment: {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:49:30.613184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Bound port: 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f6a9a8-196c-4e21-95d1-ffb0039478df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:49:30.613531 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.620931 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f4fafb02-62c7-4e0a-b3e6-918d0ab674dd req-cc8e6398-7f1a-4854-bd7b-058153a818e5 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Jun 23 18:49:30.706113 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:49:30.709372 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:49:30.712733 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.774860 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:30.775462 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:30.776806 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cf13b17-3e70-4296-93f6-6790d7aa93cd HTTP/1.1" status: 200 len: 1093 time: 0.9125917 Jun 23 18:49:30.777230 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:30.799710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2d30-bb05-4de6-9814-477955f04358 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:30.847132 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f147683f-f16b-4014-b751-23a0b020ed31'] response: {'name': 'network-changed', 'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd', 'status': 'completed', 'code': 200} Jun 23 18:49:30.890328 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-2d15c2ce-ce8a-43fa-b60c-ca88704419df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:30.892060 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-2d15c2ce-ce8a-43fa-b60c-ca88704419df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 1096 time: 0.0796294 Jun 23 18:49:30.962777 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-d5e87418-8d07-490f-ac83-16c63f0a2333 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd HTTP/1.1" status: 200 len: 217 time: 0.0640445 Jun 23 18:49:31.030077 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ad400f03-a50e-48f4-8d11-5a7780ae6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:31.031603 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-ad400f03-a50e-48f4-8d11-5a7780ae6fb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5ebec18-f584-4e1e-8992-3d67f7ff4775 HTTP/1.1" status: 200 len: 848 time: 0.0620313 Jun 23 18:49:31.184819 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-3b8e1c94-136c-4aa7-a367-67e9113b6a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451929 Jun 23 18:49:31.316076 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-da8e3b27-76f1-4d5c-a4b3-20d9853d833c service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253216 Jun 23 18:49:31.445614 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7bc8b829-b397-43dc-8b30-0d2e4622deab req-925adf36-983b-46a3-968c-21f139a0de9d service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233723 Jun 23 18:49:31.566419 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-2aa2577d-3715-455b-9699-a0cf48b9b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:31.567859 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-2aa2577d-3715-455b-9699-a0cf48b9b3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66ffa2f424614920abc7c7d95196004f&device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 1096 time: 0.0770478 Jun 23 18:49:31.698072 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-6222cf70-14a7-48df-9e34-07ecd2cecd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:31.699491 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-6222cf70-14a7-48df-9e34-07ecd2cecd92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 200 len: 909 time: 0.1256957 Jun 23 18:49:31.770352 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-fe2ebd38-d0b9-4e74-8642-6c2094aa6cbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd HTTP/1.1" status: 200 len: 217 time: 0.0643094 Jun 23 18:49:31.814452 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922a53a-bd52-4333-a192-866a62a102b1 req-665ad8be-3268-4b30-81b9-43f65ce98c0e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:31.815906 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f922a53a-bd52-4333-a192-866a62a102b1 req-665ad8be-3268-4b30-81b9-43f65ce98c0e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 943 time: 0.0883632 Jun 23 18:49:31.834792 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-1960d32d-af4f-4e9e-96fa-c6d4f9c86c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:31.837534 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-1960d32d-af4f-4e9e-96fa-c6d4f9c86c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5ebec18-f584-4e1e-8992-3d67f7ff4775 HTTP/1.1" status: 200 len: 848 time: 0.0604315 Jun 23 18:49:31.863550 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f922a53a-bd52-4333-a192-866a62a102b1 req-691de2a4-0287-4df2-824f-f713e62a7f5e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Jun 23 18:49:31.897234 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-4b1597bf-ae45-4b0e-b9bd-a8a1e85701f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c7e315-3d3b-4b73-bdf5-17ff8bded96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530810 Jun 23 18:49:32.031492 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-207724fb-6e76-4289-8f22-bd7e6e4be8ea service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282241 Jun 23 18:49:32.162072 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f2c6a9e0-4517-498d-a3cb-f0d681205337 req-32ce4754-1f04-4c9f-a040-6d3dc0abe108 service neutron] 10.222.0.36 "GET /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244390 Jun 23 18:49:33.058236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1a32e-b427-4934-9d45-751d70bede82 req-ba770389-edb7-4bc0-ba86-16268f0edfa4 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:33.058919 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-33c1a32e-b427-4934-9d45-751d70bede82 req-ba770389-edb7-4bc0-ba86-16268f0edfa4 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:33.074068 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-33c1a32e-b427-4934-9d45-751d70bede82 req-ba770389-edb7-4bc0-ba86-16268f0edfa4 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:33.075178 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33c1a32e-b427-4934-9d45-751d70bede82 req-ba770389-edb7-4bc0-ba86-16268f0edfa4 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 943 time: 0.1011081 Jun 23 18:49:33.118982 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33c1a32e-b427-4934-9d45-751d70bede82 req-f60ea4de-3a34-4959-bc42-085785f17b0f tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Jun 23 18:49:33.593692 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6cf13b17-3e70-4296-93f6-6790d7aa93cd details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:49:33.722675 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:33.738423 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '6cf13b17-3e70-4296-93f6-6790d7aa93cd', 'network_id': '25c7e315-3d3b-4b73-bdf5-17ff8bded96e', 'port_id': '6cf13b17-3e70-4296-93f6-6790d7aa93cd', 'mac_address': 'fa:16:3e:74:d8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ebec18-f584-4e1e-8992-3d67f7ff4775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:49:33.793167 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 6cf13b17-3e70-4296-93f6-6790d7aa93cd is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:33.793542 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:33.809506 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf13b17-3e70-4296-93f6-6790d7aa93cd {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:49:33.824652 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:33.829841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:33.895451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:34.054917 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['6cf13b17-3e70-4296-93f6-6790d7aa93cd'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:49:34.310179 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2693e-5e74-41e5-b4bf-63af1451f73f req-8f58c170-5a8e-4cbb-b63d-88c76092a803 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:34.312326 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1c2693e-5e74-41e5-b4bf-63af1451f73f req-8f58c170-5a8e-4cbb-b63d-88c76092a803 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 944 time: 0.0884814 Jun 23 18:49:34.356010 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f1c2693e-5e74-41e5-b4bf-63af1451f73f req-aeac8c46-7198-4b8e-bc79-de20d01b0923 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Jun 23 18:49:35.604777 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6cf13b17-3e70-4296-93f6-6790d7aa93cd up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:49:35.676348 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 6cf13b17-3e70-4296-93f6-6790d7aa93cd completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:49:35.681235 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 6cf13b17-3e70-4296-93f6-6790d7aa93cd triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:49:35.681605 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:35.696155 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf681aa8-e723-47aa-98e4-25381b77758e req-6bab6e60-c6b2-4d64-abaf-348d2d1b269a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:35.697585 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cf681aa8-e723-47aa-98e4-25381b77758e req-6bab6e60-c6b2-4d64-abaf-348d2d1b269a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 944 time: 0.0948453 Jun 23 18:49:35.740888 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-cf681aa8-e723-47aa-98e4-25381b77758e req-ee70cfdc-e2fa-4db2-b382-2536d47244bd tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Jun 23 18:49:35.797562 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 6cf13b17-3e70-4296-93f6-6790d7aa93cd is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:49:35.797959 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:35.825735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:35.835833 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:35.840407 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:35.875509 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e97021d-23b0-4ab4-bbdb-0509850295b3'] response: {'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd', 'code': 200} Jun 23 18:49:35.914281 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:36.102083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3c99-9578-462e-87d1-9363d3b995dc req-69dc485f-bf2c-4995-bc9e-0acf01b4c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:36.103588 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-413e3c99-9578-462e-87d1-9363d3b995dc req-69dc485f-bf2c-4995-bc9e-0acf01b4c704 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 1098 time: 0.0764592 Jun 23 18:49:36.146831 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-413e3c99-9578-462e-87d1-9363d3b995dc req-d01b619b-49d5-4127-9e52-bf9068975204 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Jun 23 18:49:36.929930 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a475-3548-41aa-a9e2-9f81f4c894d8 req-8b108353-502c-4d40-85cb-162b0edc50d8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:36.931364 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2528a475-3548-41aa-a9e2-9f81f4c894d8 req-8b108353-502c-4d40-85cb-162b0edc50d8 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 945 time: 0.0876203 Jun 23 18:49:36.973938 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2528a475-3548-41aa-a9e2-9f81f4c894d8 req-5961f2da-f555-4db0-8ea5-ca87f2520fab tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369284 Jun 23 18:49:38.270940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81cbf-9d73-401c-af3d-c8f7f3086a3d req-823d37b7-bbff-4176-9ec0-443015ff6669 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:38.272397 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-55a81cbf-9d73-401c-af3d-c8f7f3086a3d req-823d37b7-bbff-4176-9ec0-443015ff6669 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 945 time: 0.1953218 Jun 23 18:49:38.316149 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-55a81cbf-9d73-401c-af3d-c8f7f3086a3d req-ada55546-c2bf-4a4f-ac6f-7ff924484448 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Jun 23 18:49:39.314152 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae68a-bd37-498d-81fd-4fbd7d4e1639 req-0fba1323-fcd8-40ce-9876-dbfe54bb61e6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:39.315587 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1bae68a-bd37-498d-81fd-4fbd7d4e1639 req-0fba1323-fcd8-40ce-9876-dbfe54bb61e6 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 945 time: 0.0894201 Jun 23 18:49:39.362537 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1bae68a-bd37-498d-81fd-4fbd7d4e1639 req-f7cf8061-9e4d-4728-95ae-c7fce0193247 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Jun 23 18:49:39.737151 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:40.615904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0fec-e82c-4e8d-a54f-898167097ba6 req-c6f584cc-3e1b-42c2-96f1-685d80ae97d0 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:40.617352 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b46e0fec-e82c-4e8d-a54f-898167097ba6 req-c6f584cc-3e1b-42c2-96f1-685d80ae97d0 tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 945 time: 0.1507440 Jun 23 18:49:40.648979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-ad3b6574-9add-47de-bcc9-ef131b7298fa tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:49:40.650285 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-ad3b6574-9add-47de-bcc9-ef131b7298fa tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 945 time: 0.1234498 Jun 23 18:49:40.798673 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b46e0fec-e82c-4e8d-a54f-898167097ba6 req-5afb7897-829e-4ae7-8a87-0d4d0d4912bb tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e6b352c-4fcd-445b-849f-06cd89001109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755314 Jun 23 18:49:40.809577 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Deleting port 6cf13b17-3e70-4296-93f6-6790d7aa93cd {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:49:40.809940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:41.060029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] For port 6cf13b17-3e70-4296-93f6-6790d7aa93cd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cf13b17-3e70-4296-93f6-6790d7aa93cd,segment=NetworkSegment(d7f6a9a8-196c-4e21-95d1-ffb0039478df),segment_id=d7f6a9a8-196c-4e21-95d1-ffb0039478df)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:49:41.060439 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:41.181755 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Calling delete_port for 6cf13b17-3e70-4296-93f6-6790d7aa93cd owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:49:41.325768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:41.338632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['6cf13b17-3e70-4296-93f6-6790d7aa93cd'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:49:41.381523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Pushing event deleted for resources: {'Port': ['ID=6cf13b17-3e70-4296-93f6-6790d7aa93cd,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:49:41.469802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] No DVR routers for this DVR port 6cf13b17-3e70-4296-93f6-6790d7aa93cd on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:49:41.472472 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:41.475413 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'name': 'network-vif-deleted', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:49:41.492054 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2ceed8b9-a7c6-4bf3-ab07-bed1db0dfd49 req-a40b12aa-7f01-421e-b928-b0467468ac4a tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.36 "DELETE /v2.0/ports/6cf13b17-3e70-4296-93f6-6790d7aa93cd HTTP/1.1" status: 204 len: 173 time: 0.8359973 Jun 23 18:49:41.519069 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87950439-0b71-499f-a596-ce261319a36d'] response: {'server_uuid': 'ea187e54-e2ef-401d-9a7b-f14f40271c06', 'name': 'network-vif-deleted', 'tag': '6cf13b17-3e70-4296-93f6-6790d7aa93cd', 'status': 'completed', 'code': 200} Jun 23 18:49:41.986981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-db75f492-f1d4-42ce-adbb-de470ebb2ffe req-a6407413-089d-4007-ae7b-feb39000cd2e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Synchronizing usage tracker for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:49:42.002240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-db75f492-f1d4-42ce-adbb-de470ebb2ffe req-a6407413-089d-4007-ae7b-feb39000cd2e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] Unset dirty status for tenant:66ffa2f424614920abc7c7d95196004f on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:49:42.003375 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-db75f492-f1d4-42ce-adbb-de470ebb2ffe req-a6407413-089d-4007-ae7b-feb39000cd2e tempest-VolumesActionsTest-1393148088 tempest-VolumesActionsTest-1393148088-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea187e54-e2ef-401d-9a7b-f14f40271c06 HTTP/1.1" status: 200 len: 210 time: 0.0698819 Jun 23 18:49:43.668798 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6cf13b17-3e70-4296-93f6-6790d7aa93cd no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:49:43.731697 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 6cf13b17-3e70-4296-93f6-6790d7aa93cd {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:49:43.732041 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 6cf13b17-3e70-4296-93f6-6790d7aa93cd not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:49:52.598475 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8d33b8a8-6c8d-46dc-b7b4-2bb64753514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:54.686335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb06d-451f-4811-b72c-3226ebcdf5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:56.243945 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:56.349307 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:49:57.981676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.395684 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:50:05.585314 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 38346) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:05.644005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Deleting subnet a5ebec18-f584-4e1e-8992-3d67f7ff4775 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:50:05.646923 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.696127 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.755275 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.827261 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.866597 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ebec18-f584-4e1e-8992-3d67f7ff4775,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:05.876408 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:05.880386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.880815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.881228 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.882152 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.882720 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.883041 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.883531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.884430 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.884980 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.885431 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.885764 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.886187 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:05.895803 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38358) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:05.898643 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-45db85ea-60f0-4538-b4ae-73e715108c51 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5ebec18-f584-4e1e-8992-3d67f7ff4775 HTTP/1.1" status: 204 len: 168 time: 0.3120084 Jun 23 18:50:06.016516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.138864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.163431 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c7e315-3d3b-4b73-bdf5-17ff8bded96e']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:06.175781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f6a9a8-196c-4e21-95d1-ffb0039478df') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:06.176071 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f6a9a8-196c-4e21-95d1-ffb0039478df') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:06.187096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.202300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.208046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:50:06.208422 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.272266 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment d7f6a9a8-196c-4e21-95d1-ffb0039478df resource provider aggregate not found Jun 23 18:50:06.292305 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment d7f6a9a8-196c-4e21-95d1-ffb0039478df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7f6a9a8-196c-4e21-95d1-ffb0039478df found for delete ", "request_id": "req-47063d6f-9904-4542-ab2f-731a02545a35"}]} Jun 23 18:50:06.303609 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.324395 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Pushing event deleted for resources: {'Network': ['ID=25c7e315-3d3b-4b73-bdf5-17ff8bded96e,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:06.326947 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.338466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.338805 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.339137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.339598 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.339779 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.340105 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.340436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.341294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.341608 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.341951 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.342269 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.342582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:06.349978 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-9e987f9d-e6da-4312-9b75-6b9153e673df admin admin] 10.222.0.26 "DELETE /v2.0/networks/25c7e315-3d3b-4b73-bdf5-17ff8bded96e HTTP/1.1" status: 204 len: 168 time: 0.4531052 Jun 23 18:50:06.470900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38370) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:06.522657 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-821a1251-cb26-4195-a78e-a39861633d68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66ffa2f424614920abc7c7d95196004f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505471 Jun 23 18:50:06.524936 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38374) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:06.582350 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.609249 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.667772 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.684385 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b352c-4fcd-445b-849f-06cd89001109,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:06.699042 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:06.700327 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-fbd6ae35-fadd-480d-a6fc-3e478abed81e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e6b352c-4fcd-445b-849f-06cd89001109 HTTP/1.1" status: 204 len: 168 time: 0.1744099 Jun 23 18:50:07.537555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f147b1-e0a1-41c1-8dcd-91fb20811147 req-25656385-89d1-4d62-b80c-4597921a5309 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:07.539035 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-95f147b1-e0a1-41c1-8dcd-91fb20811147 req-25656385-89d1-4d62-b80c-4597921a5309 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.0899999 Jun 23 18:50:07.582280 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-95f147b1-e0a1-41c1-8dcd-91fb20811147 req-10718766-bf39-40cb-9784-af484c548432 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Jun 23 18:50:08.780635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae874bf-3802-45cc-a7ad-d556b95edc36 req-ecabd686-c05e-4959-8ad8-1dfee4428c7a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:08.782104 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bae874bf-3802-45cc-a7ad-d556b95edc36 req-ecabd686-c05e-4959-8ad8-1dfee4428c7a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.0916486 Jun 23 18:50:08.824503 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bae874bf-3802-45cc-a7ad-d556b95edc36 req-3c647562-3a7e-4230-9a5e-c34381422efc tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=8eabafb4-030e-455f-8883-49e5c5329990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Jun 23 18:50:09.020194 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94a78-8c84-4146-a021-491318acbac7 req-0045a48b-b551-48d4-9f2c-6e45c01fd2b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:09.020997 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0b94a78-8c84-4146-a021-491318acbac7 req-0045a48b-b551-48d4-9f2c-6e45c01fd2b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 946 time: 0.1670771 Jun 23 18:50:09.092925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:50:09.093261 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.338997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] For port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:09.339262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.632119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.632400 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.632710 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP d56ff38c-351d-4bbb-a205-470f3d5325f9 disassociated. External IP: 172.27.2.33, port: 243bdade-6f2c-4d4f-a84a-0971bdcb3d11. Jun 23 18:50:09.633050 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:50:09.742588 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.777452 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:09.828480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=243bdade-6f2c-4d4f-a84a-0971bdcb3d11,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:09.980873 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0753a3ca-c37c-4f3e-93c1-145b89328a79 req-6777ad48-5758-446a-ac45-4b0f6925db0a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c6989c-6ca1-4281-9617-c5cd06af19f6 HTTP/1.1" status: 200 len: 210 time: 0.0488243 Jun 23 18:50:10.009268 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:50:10.196744 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:50:10.212165 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:50:10.222490 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:50:10.223098 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:49:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:10.286741 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] No DVR routers for this DVR port 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:50:10.289773 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:10.292931 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'name': 'network-vif-deleted', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:50:10.314937 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c0b94a78-8c84-4146-a021-491318acbac7 req-80db0128-0f41-421c-a82b-0e274563e60e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "DELETE /v2.0/ports/243bdade-6f2c-4d4f-a84a-0971bdcb3d11 HTTP/1.1" status: 204 len: 173 time: 1.2878122 Jun 23 18:50:10.407528 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:50:10.548455 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f5f730-7514-46bb-872e-f1773270dd20'] response: {'server_uuid': 'd8c6989c-6ca1-4281-9617-c5cd06af19f6', 'name': 'network-vif-deleted', 'tag': '243bdade-6f2c-4d4f-a84a-0971bdcb3d11', 'status': 'completed', 'code': 200} Jun 23 18:50:10.754618 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:10.758448 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:50:10.767293 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:50:10.767887 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:49:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:10.944571 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:50:11.102631 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38410) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:11.167780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.199181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.254717 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:11.258592 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e5b97-28aa-4a93-bee9-094be45db830 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:50:11.261976 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.283267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabafb4-030e-455f-8883-49e5c5329990,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:11.297618 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.301408 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-2e8cb038-6483-409c-93b4-fd9387faf7be tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/security-groups/8eabafb4-030e-455f-8883-49e5c5329990 HTTP/1.1" status: 204 len: 168 time: 0.1951075 Jun 23 18:50:11.301607 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38416) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:11.318118 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.api.v2.resource [None req-ac5edba9-9d69-471c-8749-46e7817f88e6 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] show failed (client error): The resource could not be found. Jun 23 18:50:11.319094 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ac5edba9-9d69-471c-8749-46e7817f88e6 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups/8eabafb4-030e-455f-8883-49e5c5329990 HTTP/1.1" status: 404 len: 347 time: 0.0165677 Jun 23 18:50:11.322062 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 38420) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:11.473704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de840a-81c6-4fad-85f9-d902382b22df None None] New status for floating IP d56ff38c-351d-4bbb-a205-470f3d5325f9: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:50:11.487213 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 80e3b4c3-1586-44de-b78f-04de321f521e {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:50:11.487569 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.662102 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.662322 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:11.775596 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:50:11.787794 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 80e3b4c3-1586-44de-b78f-04de321f521e owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:50:11.814268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:50:11.814602 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 243bdade-6f2c-4d4f-a84a-0971bdcb3d11 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:50:11.876722 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.db.api [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:50:11.877459 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG oslo_db.api [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:50:11.894442 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-b64d0642-be22-46ed-b78f-e1415b553c6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761949 Jun 23 18:50:12.041990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21345f-02b3-4412-8997-d94c2069001b req-1ecc4fc9-47bc-4f3b-95e3-4179616019b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:12.043427 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-1ecc4fc9-47bc-4f3b-95e3-4179616019b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0801213 Jun 23 18:50:12.184067 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21345f-02b3-4412-8997-d94c2069001b req-92eb573c-0138-43e3-9d38-411eaaedd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:12.185852 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-92eb573c-0138-43e3-9d38-411eaaedd98a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1245356 Jun 23 18:50:12.290523 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-59485c9c-b370-4012-ac31-80bb5ca58e2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 1000 time: 0.0988083 Jun 23 18:50:12.352257 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21345f-02b3-4412-8997-d94c2069001b req-50d7c961-b88a-4996-ae4d-f7c2dd06277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:12.353729 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-50d7c961-b88a-4996-ae4d-f7c2dd06277c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0579448 Jun 23 18:50:12.378739 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 80e3b4c3-1586-44de-b78f-04de321f521e {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:50:12.379229 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.437387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21345f-02b3-4412-8997-d94c2069001b req-30c55405-1225-491a-ad04-10308877706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:12.438876 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-30c55405-1225-491a-ad04-10308877706c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796943 Jun 23 18:50:12.553176 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.553498 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.570663 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-6a7b0fd2-9e7d-4f7d-8e78-2bd7c7c49edb service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248441 Jun 23 18:50:12.676262 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 80e3b4c3-1586-44de-b78f-04de321f521e owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:50:12.702174 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4c21345f-02b3-4412-8997-d94c2069001b req-45e919cf-1750-4933-8a01-52ff24ddb287 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257148 Jun 23 18:50:12.825838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.875016 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=80e3b4c3-1586-44de-b78f-04de321f521e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:12.972921 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.986542 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:12.987625 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3ba36423-311a-40d4-8943-c9e66a117519 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/floatingips/d56ff38c-351d-4bbb-a205-470f3d5325f9 HTTP/1.1" status: 204 len: 168 time: 1.6645496 Jun 23 18:50:13.063918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38428) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:13.068942 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862879010', 'description': 'tempest-description--1887356838'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:13.074894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:13.079717 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:50:13.082508 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:50:13.088569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:13.097959 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.116547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:13.120256 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:50:13.123668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:50:13.129177 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:13.199141 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.203352 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.247172 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961986ec-08e0-43cc-9299-08683658ef1c,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:13.249815 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.251015 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-fa69caa5-9034-4ce6-8a76-54b9c76c193a tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1860979 Jun 23 18:50:13.253799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38432) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:13.259236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '961986ec-08e0-43cc-9299-08683658ef1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:13.265862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:13.269939 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:50:13.272763 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:50:13.278976 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:13.298083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.357337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.360854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.389704 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8538e0-b4e4-4447-85c6-8cee172043d9,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:13.400528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.401857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-24ae0e4e-b6c5-4fae-85ea-fc39f3fa102e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466978 Jun 23 18:50:13.405266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38438) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:13.410441 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'security_group_rule': {'security_group_id': '961986ec-08e0-43cc-9299-08683658ef1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:13.416243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:13.420323 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:security_group_rule and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:50:13.423140 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:50:13.428686 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:13.445364 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.510436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.514734 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.538297 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc25885-45cc-47dd-b5a9-5199caf5e23a,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:13.547198 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.548361 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-715e3df4-facc-4fe8-adc6-f42f6325cee7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421931 Jun 23 18:50:13.551377 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38442) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:13.556147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:13.562298 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:13.566181 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Usage tracker for resource:floatingip and tenant:cd3df0432061468f9b5aa5e177e7d958 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:50:13.569022 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:50:13.574705 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:13.585131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.718813 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:13.853709 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.27.2.17 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/c459a4fd-ce96-4370-a5ae-2df941a62667) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:50:13.999529 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.028802 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.093886 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:50:14.096706 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:50:14.100466 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:50:14.136907 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=c459a4fd-ce96-4370-a5ae-2df941a62667,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:14.182342 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.238946 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.522256 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.527090 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.633197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=c459a4fd-ce96-4370-a5ae-2df941a62667,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:14.649417 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.670979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:14.673531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-659ec870-48cf-4766-b9c8-d33597dc3907 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1212370 Jun 23 18:50:14.883744 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-3a307ff3-bc87-4e60-99ea-64ccc770ccab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:50:14.899027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-3a307ff3-bc87-4e60-99ea-64ccc770ccab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:security_group {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:50:14.900253 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-3a307ff3-bc87-4e60-99ea-64ccc770ccab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1862879010&fields=id&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 267 time: 0.0548997 Jun 23 18:50:15.053730 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-87ff71b9-7c4e-44c9-aca4-66b4af9caef2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:15.055364 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-87ff71b9-7c4e-44c9-aca4-66b4af9caef2 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1474957 Jun 23 18:50:15.070262 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-efdcfbbf-7c45-4224-8837-e63ed5670ed5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/quotas/cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 375 time: 0.0088506 Jun 23 18:50:15.158294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-7a615c25-6d14-45d6-8cce-68796a89c267 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:50:15.172589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-7a615c25-6d14-45d6-8cce-68796a89c267 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:50:15.173864 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-7a615c25-6d14-45d6-8cce-68796a89c267 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986366 Jun 23 18:50:15.308584 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-ef30f317-ed21-44da-b5ff-ddb9748081b5 service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226468 Jun 23 18:50:15.439452 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-587bc781-e89d-42a8-beab-568e65b5dc6d service neutron] 10.222.0.26 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244767 Jun 23 18:50:15.640628 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a1a043f4-2bce-43eb-b1d1-afeba610e1e8 req-327116d6-32bf-420c-8895-2c6fc5bb2e2f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:50:15.654411 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a1a043f4-2bce-43eb-b1d1-afeba610e1e8 req-327116d6-32bf-420c-8895-2c6fc5bb2e2f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:50:15.655555 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1a043f4-2bce-43eb-b1d1-afeba610e1e8 req-327116d6-32bf-420c-8895-2c6fc5bb2e2f tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 210 time: 0.0686426 Jun 23 18:50:16.695796 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-7ebdee62-722a-4cff-bb66-29eeacc718c8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:16.697209 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-7ebdee62-722a-4cff-bb66-29eeacc718c8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 815 time: 0.1576669 Jun 23 18:50:16.752841 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-9f0b9247-9b56-444c-b992-6786e3c494a1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df0432061468f9b5aa5e177e7d958 HTTP/1.1" status: 200 len: 380 time: 0.0462408 Jun 23 18:50:16.761119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'port': {'device_id': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'admin_state_up': True, 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'security_groups': ['961986ec-08e0-43cc-9299-08683658ef1c']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:16.880045 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-378c5880-eb7c-491e-be68-44e9dd742ce0 req-12c74444-7958-477f-a977-84ad04252bc5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 210 time: 0.1045299 Jun 23 18:50:16.941936 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:50:16.951883 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:50:16.961139 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Made reservation on behalf of cd3df0432061468f9b5aa5e177e7d958 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:50:16.964564 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.123482 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Allocated IP 172.20.0.7 (99c9b515-bfc7-4c6b-8d55-b23a03b282e5/9a9c4dff-1eee-49da-972e-331e656d65c8/39a945f5-4e73-40a3-a3f3-6ed335206064) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:50:17.314239 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.329216 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Transition to ACTIVE for port object 39a945f5-4e73-40a3-a3f3-6ed335206064 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:50:17.352097 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.503866 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:50:17.506971 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:50:17.510715 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:50:17.541691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event updated for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:17.578340 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:17.578864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.606787 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-88d05eb6-1376-4d65-b662-b05edf6ef49b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8486571 Jun 23 18:50:17.617480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Request body: {'port': {'device_id': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:17.698183 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e583a630-563f-4a53-8c81-8baa2ef89e53 None None] Provisioning for port 39a945f5-4e73-40a3-a3f3-6ed335206064 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:50:17.704354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-e583a630-563f-4a53-8c81-8baa2ef89e53 None None] Provisioning complete for port 39a945f5-4e73-40a3-a3f3-6ed335206064 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:50:17.704969 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e583a630-563f-4a53-8c81-8baa2ef89e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.732700 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:17.759280 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e583a630-563f-4a53-8c81-8baa2ef89e53 None None] Port 39a945f5-4e73-40a3-a3f3-6ed335206064 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:50:18.074781 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13f8b2-7b28-43f2-9ab3-4a15fdadeb1c req-97dbf64d-d1a8-4c5a-955b-69bd654b4810 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:18.076260 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5a13f8b2-7b28-43f2-9ab3-4a15fdadeb1c req-97dbf64d-d1a8-4c5a-955b-69bd654b4810 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 931 time: 0.0895379 Jun 23 18:50:18.080257 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a945f5-4e73-40a3-a3f3-6ed335206064 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:50:18.087746 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:18.102514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Transition to ACTIVE for port object 39a945f5-4e73-40a3-a3f3-6ed335206064 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:50:18.106082 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:18.120757 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5a13f8b2-7b28-43f2-9ab3-4a15fdadeb1c req-6a28ae31-3e4e-47fb-ab4b-d6052f1ed5f1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Jun 23 18:50:18.274455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Pushing event updated for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:18.348282 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Attempting to bind port 39a945f5-4e73-40a3-a3f3-6ed335206064 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:50:18.348611 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Attempting to bind port 39a945f5-4e73-40a3-a3f3-6ed335206064 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:50:18.348934 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Attempting to bind port 39a945f5-4e73-40a3-a3f3-6ed335206064 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:50:18.353410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Port 39a945f5-4e73-40a3-a3f3-6ed335206064 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:50:18.353723 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Attempting to bind port 39a945f5-4e73-40a3-a3f3-6ed335206064 on network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:50:18.359438 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:50:18.359768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Checking segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:50:18.360142 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Bound using segment: {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:50:18.360562 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Bound port: 39a945f5-4e73-40a3-a3f3-6ed335206064, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:50:18.360904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:18.451035 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:50:18.453754 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=39a945f5-4e73-40a3-a3f3-6ed335206064,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:50:18.458226 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:18.515822 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:18.516426 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:18.518100 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] 10.222.0.36 "PUT /v2.0/ports/39a945f5-4e73-40a3-a3f3-6ed335206064 HTTP/1.1" status: 200 len: 1093 time: 0.9047372 Jun 23 18:50:18.518500 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:50:18.541007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23b2a-0117-45bc-a701-7a5bc4261682 service neutron] Pushing event updated for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:18.568220 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2086c9-dfb8-40ef-99c6-2d148e994e3b'] response: {'name': 'network-changed', 'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'status': 'completed', 'code': 200} Jun 23 18:50:18.656804 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-a87b5357-8973-4703-b7f7-38b3069f7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:18.658309 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-a87b5357-8973-4703-b7f7-38b3069f7df4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 1096 time: 0.0855529 Jun 23 18:50:18.726797 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-3ff8527c-fc81-4d23-a73b-aa28046c68c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a945f5-4e73-40a3-a3f3-6ed335206064 HTTP/1.1" status: 200 len: 217 time: 0.0606644 Jun 23 18:50:18.791221 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-821a9907-0de4-4d0b-b1b1-d9c2d41729f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:18.792702 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-821a9907-0de4-4d0b-b1b1-d9c2d41729f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0603940 Jun 23 18:50:18.875939 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-c1418585-7199-44ae-a1b1-982fa1a49139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:18.877388 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-c1418585-7199-44ae-a1b1-982fa1a49139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788593 Jun 23 18:50:19.007112 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-d9d6cf23-d01a-4627-83e6-e935d1ae4f62 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233411 Jun 23 18:50:19.136933 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a747299e-edac-4dbe-bd12-b51c1f2a0454 req-d44d9607-e95f-4bf1-aaba-2ad8669e80e6 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238139 Jun 23 18:50:19.318473 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a361-66f8-439c-a494-d36667f569a5 req-6f496c04-e6e1-4f46-bec6-cb66c0fa8151 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:19.319891 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1733a361-66f8-439c-a494-d36667f569a5 req-6f496c04-e6e1-4f46-bec6-cb66c0fa8151 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 943 time: 0.0926218 Jun 23 18:50:19.353283 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-054b5f75-c1d3-4942-b403-408bf0aaf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:19.354766 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-054b5f75-c1d3-4942-b403-408bf0aaf83f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 1096 time: 0.1692517 Jun 23 18:50:19.367682 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1733a361-66f8-439c-a494-d36667f569a5 req-b04f7684-3e56-4688-b166-19af68297cc5 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Jun 23 18:50:19.483645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-f149fbfd-b6bc-4676-bfad-f8b295191a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:19.485105 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-f149fbfd-b6bc-4676-bfad-f8b295191a81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.1236115 Jun 23 18:50:19.552402 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-4ea64be5-6f70-466d-aaba-e23a3718b91a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a945f5-4e73-40a3-a3f3-6ed335206064 HTTP/1.1" status: 200 len: 217 time: 0.0584242 Jun 23 18:50:19.616913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-4b5b4a88-b33f-4e94-b66c-f120705e72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:19.618214 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-4b5b4a88-b33f-4e94-b66c-f120705e72ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0582507 Jun 23 18:50:19.697728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-12a38540-5618-4bd3-baef-6126e13fef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:19.699217 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-12a38540-5618-4bd3-baef-6126e13fef5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748692 Jun 23 18:50:19.830843 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-b20b1716-4c1b-49d7-ae26-5a255e3cedb2 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Jun 23 18:50:19.966804 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-bc070707-2424-4a39-b57f-d2836ac2dbd8 req-b879ef97-7578-4cba-888a-298cfec4e7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279082 Jun 23 18:50:20.563384 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329304f-b32a-4329-9f03-fab6067e00ba req-c91ab5ea-7de4-4deb-8d46-2b1fa7497882 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:20.564066 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-c329304f-b32a-4329-9f03-fab6067e00ba req-c91ab5ea-7de4-4deb-8d46-2b1fa7497882 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Synchronizing usage tracker for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:50:20.580976 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-c329304f-b32a-4329-9f03-fab6067e00ba req-c91ab5ea-7de4-4deb-8d46-2b1fa7497882 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Unset dirty status for tenant:cd3df0432061468f9b5aa5e177e7d958 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:50:20.582173 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c329304f-b32a-4329-9f03-fab6067e00ba req-c91ab5ea-7de4-4deb-8d46-2b1fa7497882 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 943 time: 0.1107032 Jun 23 18:50:20.627122 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c329304f-b32a-4329-9f03-fab6067e00ba req-c7f98d52-372a-4d16-a446-87fd94a7c53e tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 Jun 23 18:50:21.821619 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 39a945f5-4e73-40a3-a3f3-6ed335206064 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:50:21.960258 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=39a945f5-4e73-40a3-a3f3-6ed335206064,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:21.971712 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca35ca2-0689-4a2d-a8b2-eed3815a6d85 req-ffc0c067-5267-4a18-9e98-68584f524b23 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:21.973125 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'port_id': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'mac_address': 'fa:16:3e:66:1e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:50:21.973256 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ca35ca2-0689-4a2d-a8b2-eed3815a6d85 req-ffc0c067-5267-4a18-9e98-68584f524b23 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 943 time: 0.1851833 Jun 23 18:50:22.018681 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ca35ca2-0689-4a2d-a8b2-eed3815a6d85 req-0921b6dd-08b0-4b1a-b9d8-6620c0a39ff7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396483 Jun 23 18:50:22.031817 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 39a945f5-4e73-40a3-a3f3-6ed335206064 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:50:22.032192 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:22.049188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a945f5-4e73-40a3-a3f3-6ed335206064 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:50:22.064900 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=39a945f5-4e73-40a3-a3f3-6ed335206064,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:22.068571 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:22.136440 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:22.144827 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.145176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.145518 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.146803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.147284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.147649 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.148115 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.148449 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.148780 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.149103 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.149428 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.149749 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:22.288933 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['39a945f5-4e73-40a3-a3f3-6ed335206064'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:50:22.603354 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8101ea05-c294-463b-b1eb-44df8f03bca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:23.212869 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212a13-deec-4f07-adaa-c3ceda3e1b60 req-45208c70-2b62-41c4-808a-3a4f97855a60 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:23.214325 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-91212a13-deec-4f07-adaa-c3ceda3e1b60 req-45208c70-2b62-41c4-808a-3a4f97855a60 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 944 time: 0.0901582 Jun 23 18:50:23.257380 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-91212a13-deec-4f07-adaa-c3ceda3e1b60 req-6a9b6ab5-a0ca-4abb-b9d8-445524faa851 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366364 Jun 23 18:50:23.836634 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 39a945f5-4e73-40a3-a3f3-6ed335206064 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:50:23.903070 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 39a945f5-4e73-40a3-a3f3-6ed335206064 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:50:23.907714 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 39a945f5-4e73-40a3-a3f3-6ed335206064 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:50:23.908109 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:24.022454 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 39a945f5-4e73-40a3-a3f3-6ed335206064 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:50:24.022826 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:24.049296 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:50:24.058433 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=39a945f5-4e73-40a3-a3f3-6ed335206064,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:24.063132 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:24.096315 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62154cb-a262-4b93-95f7-781cd387cf98'] response: {'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'code': 200} Jun 23 18:50:24.137062 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:24.334421 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442d023-e7c1-4d02-9560-94d316b471ef req-6a593166-7c62-4449-bc1a-774b7419b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:24.336050 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c442d023-e7c1-4d02-9560-94d316b471ef req-6a593166-7c62-4449-bc1a-774b7419b4de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 1098 time: 0.0790863 Jun 23 18:50:24.418424 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c442d023-e7c1-4d02-9560-94d316b471ef req-702413ac-d9f1-41bb-a015-970aa5aaf0c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763977 Jun 23 18:50:24.461430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e165d-80cc-420b-8349-78804dd4a24a req-12c5b5d5-d4d6-4fb0-8961-6c28151c316c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:24.462875 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-281e165d-80cc-420b-8349-78804dd4a24a req-12c5b5d5-d4d6-4fb0-8961-6c28151c316c tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0943575 Jun 23 18:50:24.505664 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-281e165d-80cc-420b-8349-78804dd4a24a req-a645ddb8-d731-4df3-9f1b-c5e9809e5d1b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364985 Jun 23 18:50:24.688347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-029821a6-ad8c-443b-844c-08ec117e6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:25.706162 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894da79-5f39-49b1-b0d0-d136fa4b93f0 req-17317bee-7296-4583-891d-27d862dc21ad tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:25.707589 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3894da79-5f39-49b1-b0d0-d136fa4b93f0 req-17317bee-7296-4583-891d-27d862dc21ad tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0896029 Jun 23 18:50:25.751306 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3894da79-5f39-49b1-b0d0-d136fa4b93f0 req-0bc6c6bf-9885-4243-bc8f-77d6cee04493 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Jun 23 18:50:25.942685 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6651-bfe9-464d-8861-dbc0af2d9330 req-03162e64-c1c5-4c02-a621-98b7f2bb2631 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:25.944172 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6b0e6651-bfe9-464d-8861-dbc0af2d9330 req-03162e64-c1c5-4c02-a621-98b7f2bb2631 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0961499 Jun 23 18:50:25.953778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38518) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:25.959197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Request body: {'floatingip': {'port_id': '39a945f5-4e73-40a3-a3f3-6ed335206064'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:26.036411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:26.242899 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:26.330599 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:26.768029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:26.771524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:26.942746 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP 70ce8594-ea71-4961-8809-2f74de531fd1 associated. External IP: 172.27.2.17, port: 39a945f5-4e73-40a3-a3f3-6ed335206064. Jun 23 18:50:27.294591 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:50:27.478774 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:50:27.484229 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:27.489132 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:50:27.499545 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:50:27.500262 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:50:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:27.541077 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-141c60f7-d71d-45f5-bffb-b1c0b4099a9b tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "PUT /v2.0/floatingips/70ce8594-ea71-4961-8809-2f74de531fd1 HTTP/1.1" status: 200 len: 990 time: 1.5861847 Jun 23 18:50:27.541657 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:50:27.586811 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fc96b5-bf15-4f96-add2-63cb68c4ab0d'] response: {'name': 'network-changed', 'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'status': 'completed', 'code': 200} Jun 23 18:50:27.688945 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:50:27.693272 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-3219c274-f160-4ebd-a827-72071cf8089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:27.694833 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-3219c274-f160-4ebd-a827-72071cf8089c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd3df0432061468f9b5aa5e177e7d958&device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 1098 time: 0.0818684 Jun 23 18:50:27.931048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-0f29e461-0abd-4ff6-aac9-d7e24bb72316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:27.932542 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-0f29e461-0abd-4ff6-aac9-d7e24bb72316 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 200 len: 916 time: 0.2317097 Jun 23 18:50:27.969353 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:28.038101 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-7aea01c7-f265-49c3-9276-0bbbb1340d9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a945f5-4e73-40a3-a3f3-6ed335206064 HTTP/1.1" status: 200 len: 998 time: 0.0998759 Jun 23 18:50:28.082509 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '70ce8594-ea71-4961-8809-2f74de531fd1', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:66:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:50:14Z', 'updated_at': '2022-06-23T18:50:26Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:28.086266 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:50:28.094699 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:50:28.095284 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:50:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:28.099632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-224365dd-a07f-428f-8129-3b6d34a624a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:28.101083 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-224365dd-a07f-428f-8129-3b6d34a624a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 200 len: 854 time: 0.0570774 Jun 23 18:50:28.185615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-cb613c6b-1709-4fae-8ba8-c954b19ef7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:28.187038 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-cb613c6b-1709-4fae-8ba8-c954b19ef7be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c9b515-bfc7-4c6b-8d55-b23a03b282e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802524 Jun 23 18:50:28.270323 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:50:28.321985 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-09c52655-d2ae-4531-a30c-3640b5f36cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288028 Jun 23 18:50:28.453387 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-27dff74e-fd37-4005-995c-1ac516f63c21 req-589aa570-c87f-4c8f-a998-0a216126c257 service neutron] 10.222.0.36 "GET /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248670 Jun 23 18:50:28.614906 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '70ce8594-ea71-4961-8809-2f74de531fd1', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:66:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:50:14Z', 'updated_at': '2022-06-23T18:50:26Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:28.618758 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59c8ce-1edb-44ef-a346-c119a86ebaf3 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '70ce8594-ea71-4961-8809-2f74de531fd1', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'port_id': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'mac_address': 'fa:16:3e:66:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:50:14Z', 'updated_at': '2022-06-23T18:50:26Z', 'revision_number': 1, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:50:28.805096 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572abd23-3fc6-49a6-aca7-bfbdc71822cd None None] New status for floating IP 70ce8594-ea71-4961-8809-2f74de531fd1: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:50:32.834534 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbfa4d-ef3d-498d-af3b-df80490010d5 req-36fb149c-aef8-4493-a8f9-69090e4ce99b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:32.835970 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89fbfa4d-ef3d-498d-af3b-df80490010d5 req-36fb149c-aef8-4493-a8f9-69090e4ce99b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0889089 Jun 23 18:50:32.885850 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89fbfa4d-ef3d-498d-af3b-df80490010d5 req-d00debc5-7b51-4412-9c10-5d9f4b2d19c4 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Jun 23 18:50:34.083712 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638a96e-e286-4da5-8c21-0f7f4e4c84ad req-3c6cd4fe-cea5-4168-a4bf-e6861792d56f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:34.085155 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3638a96e-e286-4da5-8c21-0f7f4e4c84ad req-3c6cd4fe-cea5-4168-a4bf-e6861792d56f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0873258 Jun 23 18:50:34.130069 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-3638a96e-e286-4da5-8c21-0f7f4e4c84ad req-53150cd4-b3a1-4bff-872a-70fbb8315646 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Jun 23 18:50:35.318005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33400e7-ded7-48df-9215-071a9703bd3c req-12b310ef-45ce-4cf8-8e56-b4b8f89819c3 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:35.319468 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d33400e7-ded7-48df-9215-071a9703bd3c req-12b310ef-45ce-4cf8-8e56-b4b8f89819c3 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0852184 Jun 23 18:50:35.361797 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d33400e7-ded7-48df-9215-071a9703bd3c req-1401ba4c-9da2-4bc1-8235-aee732577f2c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Jun 23 18:50:36.557671 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f07a4-a2df-4bca-b334-336accc0df09 req-2e4b6edf-7cf3-420a-b653-d5bad8b1fecd tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:36.559200 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a2f07a4-a2df-4bca-b334-336accc0df09 req-2e4b6edf-7cf3-420a-b653-d5bad8b1fecd tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0887296 Jun 23 18:50:36.603102 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1a2f07a4-a2df-4bca-b334-336accc0df09 req-3b013042-9a0c-496c-9293-dda9b69e4130 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 Jun 23 18:50:37.794216 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09b0fa-6f5b-4be2-b030-bfc5b9887b6b req-029a6f7b-e284-4a02-907b-c166d228cd02 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:37.795656 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed09b0fa-6f5b-4be2-b030-bfc5b9887b6b req-029a6f7b-e284-4a02-907b-c166d228cd02 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0896204 Jun 23 18:50:37.838145 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed09b0fa-6f5b-4be2-b030-bfc5b9887b6b req-b34d92c6-d915-4fe0-bc95-8e34aae59129 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368752 Jun 23 18:50:39.031490 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68bf77-64fa-486b-a567-4cc52fa66b06 req-930d9764-4153-4525-a4d0-6a7ca22dcd38 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:39.032949 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9f68bf77-64fa-486b-a567-4cc52fa66b06 req-930d9764-4153-4525-a4d0-6a7ca22dcd38 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0890777 Jun 23 18:50:39.081121 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9f68bf77-64fa-486b-a567-4cc52fa66b06 req-0d5baa66-88c5-4970-a486-266d57ec703a tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425453 Jun 23 18:50:39.758018 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:40.271900 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7174e-8e7c-4a6a-80cc-2c7bed3e0b50 req-1ca5fbec-c0ea-4775-8e55-219bce9b32f9 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:40.273323 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2f7174e-8e7c-4a6a-80cc-2c7bed3e0b50 req-1ca5fbec-c0ea-4775-8e55-219bce9b32f9 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0847917 Jun 23 18:50:40.319794 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f2f7174e-8e7c-4a6a-80cc-2c7bed3e0b50 req-df455ac8-b200-4141-8534-d0396156c41d tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408196 Jun 23 18:50:41.508317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b95d3-0e5a-49fb-b2e9-3d3e85603903 req-e36c7f23-923e-45fb-b500-f5590d9191bb tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:41.509746 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-925b95d3-0e5a-49fb-b2e9-3d3e85603903 req-e36c7f23-923e-45fb-b500-f5590d9191bb tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0878351 Jun 23 18:50:41.553722 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-925b95d3-0e5a-49fb-b2e9-3d3e85603903 req-7498c578-23ff-4edc-a95d-d09a9aa0dc62 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Jun 23 18:50:42.394926 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:50:42.744090 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bcbd8-8889-4c34-8a2a-df94e914ec83 req-af706f05-7ac4-4e90-9ad4-b3331cd4dab8 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:42.745526 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-746bcbd8-8889-4c34-8a2a-df94e914ec83 req-af706f05-7ac4-4e90-9ad4-b3331cd4dab8 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0852718 Jun 23 18:50:42.791718 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-746bcbd8-8889-4c34-8a2a-df94e914ec83 req-9b696478-d781-4666-b823-3d16f6ee1c2c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Jun 23 18:50:42.943029 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfac6-7810-447b-968d-42824307a1b1 req-174b9662-34f5-45a1-9b16-9e4bbc9c2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:42.944493 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-174b9662-34f5-45a1-9b16-9e4bbc9c2fbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0826397 Jun 23 18:50:43.072950 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfac6-7810-447b-968d-42824307a1b1 req-aa5c20cf-cbd7-40f6-9503-28bd0ff96896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:43.075043 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-aa5c20cf-cbd7-40f6-9503-28bd0ff96896 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1243722 Jun 23 18:50:43.174790 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-ac8dbcf9-9567-4a82-adae-b9ff407a914a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 1000 time: 0.0938368 Jun 23 18:50:43.239050 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfac6-7810-447b-968d-42824307a1b1 req-b66d1d99-f02f-41e2-8700-0e2a21e4cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:43.240424 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-b66d1d99-f02f-41e2-8700-0e2a21e4cf12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0585816 Jun 23 18:50:43.320246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfac6-7810-447b-968d-42824307a1b1 req-419f1582-1e39-4adb-bace-60e80b436a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:43.321665 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-419f1582-1e39-4adb-bace-60e80b436a22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744262 Jun 23 18:50:43.449553 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-f44130d4-e1c2-4922-ae3b-dff81f35d8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212938 Jun 23 18:50:43.665277 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-010bfac6-7810-447b-968d-42824307a1b1 req-22f96914-0b7b-406a-aa2b-11b5bcfd4312 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091787 Jun 23 18:50:43.984504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52ec05-e597-4eac-a020-7f0d706e522b req-922ed1c8-aed2-4674-9e3f-a11fc8f60571 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:43.985837 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc52ec05-e597-4eac-a020-7f0d706e522b req-922ed1c8-aed2-4674-9e3f-a11fc8f60571 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0882325 Jun 23 18:50:44.029035 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc52ec05-e597-4eac-a020-7f0d706e522b req-91027bb2-b4cd-4fa7-99e5-a9052df9fa1c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376163 Jun 23 18:50:45.222515 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24356e-a147-47fb-8cf1-ceb619851c31 req-60077e63-8ed7-423d-9488-e8f093c6eb5f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:45.224005 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9d24356e-a147-47fb-8cf1-ceb619851c31 req-60077e63-8ed7-423d-9488-e8f093c6eb5f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0904405 Jun 23 18:50:45.270867 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9d24356e-a147-47fb-8cf1-ceb619851c31 req-73a595ac-6831-4ee2-9e28-d872f817bd82 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390146 Jun 23 18:50:46.470233 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420c5d9-0e14-4c35-9a3e-f950d5e3ff3c req-f31121bf-2ac5-4e47-9141-6c1755bebb81 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:46.471670 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d420c5d9-0e14-4c35-9a3e-f950d5e3ff3c req-f31121bf-2ac5-4e47-9141-6c1755bebb81 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0896668 Jun 23 18:50:46.517198 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d420c5d9-0e14-4c35-9a3e-f950d5e3ff3c req-bd5c7444-61dc-4408-be7c-fe0161b47135 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Jun 23 18:50:46.729412 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38598) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:46.944351 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035884c-29d4-4b8a-bf9f-6de256e2fe41 req-aac096ec-9050-4481-825f-8eea1ffb5979 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:46.945807 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0035884c-29d4-4b8a-bf9f-6de256e2fe41 req-aac096ec-9050-4481-825f-8eea1ffb5979 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.1561296 Jun 23 18:50:46.948637 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-29b25ed9-c3ad-4267-8ef3-2f81a505bbe4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2180543 Jun 23 18:50:46.991981 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0035884c-29d4-4b8a-bf9f-6de256e2fe41 req-34ad18b0-2bc0-4daa-b95b-ec09bd923ccd tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Jun 23 18:50:47.949188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:50:48.074706 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port b52c09f7-5eba-4a3e-9653-89c58c7feddf is: ACTIVE; New status is: DOWN {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:50:48.075088 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:48.107748 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:50:48.117710 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:48.126426 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:48.207277 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c2c0-90cf-4993-a63b-6c717ecd6ad4 req-11bc897b-28aa-4e79-a813-29c32cdd2b3b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:48.209414 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-80a3c2c0-90cf-4993-a63b-6c717ecd6ad4 req-11bc897b-28aa-4e79-a813-29c32cdd2b3b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.1051123 Jun 23 18:50:48.222214 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=6']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:48.228757 dv-cinder-847189-1-iscsi neutron-server[88126]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-801eca93-5ecc-48f8-8c4f-8aeb5fe5b806']: {'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'code': 422} returned with failed status Jun 23 18:50:48.263215 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-80a3c2c0-90cf-4993-a63b-6c717ecd6ad4 req-859ffb96-3ed1-4eb7-80a3-828d995944ee tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458622 Jun 23 18:50:48.715968 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-bf4c48d6-54e3-4491-8f65-f32f56e9fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:48.717416 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-bf4c48d6-54e3-4491-8f65-f32f56e9fba1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab&tenant_id=5fe315fd15ed4c9a9ec213b41aed3366 HTTP/1.1" status: 200 len: 1096 time: 0.0800579 Jun 23 18:50:48.816699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-00c73209-34ff-4f3e-a828-6391666c80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:48.818162 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-00c73209-34ff-4f3e-a828-6391666c80ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1096 time: 0.0774958 Jun 23 18:50:48.946900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-73c05a66-55a4-45ee-9c32-7c386a6be67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:48.948336 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-73c05a66-55a4-45ee-9c32-7c386a6be67e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1233559 Jun 23 18:50:49.050039 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-b9554ec0-647a-47e3-a788-fbef667d8194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 998 time: 0.0953770 Jun 23 18:50:49.113293 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-84b98047-d392-478a-ad9e-3f61b7a306d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:49.114738 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-84b98047-d392-478a-ad9e-3f61b7a306d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0576313 Jun 23 18:50:49.199255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-ba36f376-f647-491d-875d-8f4cb0d25f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:49.200499 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-ba36f376-f647-491d-875d-8f4cb0d25f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787463 Jun 23 18:50:49.330556 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-d64c6ce1-a0f8-4cd2-89be-c50067f5c478 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234252 Jun 23 18:50:49.520675 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-761b1a33-5db5-4e3e-bd72-5bc87c2ddd13 req-bfffa93f-678a-4532-9404-786801c8ce9a service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824265 Jun 23 18:50:49.535997 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bde82e-5a66-40b0-a1f3-70188b6d83f5 req-dfc62322-f025-410c-8f59-74886cce033b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:49.537450 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c6bde82e-5a66-40b0-a1f3-70188b6d83f5 req-dfc62322-f025-410c-8f59-74886cce033b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.1306300 Jun 23 18:50:49.586365 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-c6bde82e-5a66-40b0-a1f3-70188b6d83f5 req-64f78554-63af-4059-b436-7ef31e95926c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407491 Jun 23 18:50:50.776336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934d82-58f5-4a47-b7d8-e72ef039c09a req-92d71257-fb13-4121-84bd-83c97213995b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:50.778441 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-57934d82-58f5-4a47-b7d8-e72ef039c09a req-92d71257-fb13-4121-84bd-83c97213995b tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0864997 Jun 23 18:50:50.820102 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-57934d82-58f5-4a47-b7d8-e72ef039c09a req-995305e9-0589-4dfe-b649-50ba707a6f51 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361407 Jun 23 18:50:52.013756 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271d3c5-c022-4015-9342-a949d759fc32 req-8f2b45a7-9438-423a-abdf-3133ec7f3a75 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:52.015247 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2271d3c5-c022-4015-9342-a949d759fc32 req-8f2b45a7-9438-423a-abdf-3133ec7f3a75 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0905461 Jun 23 18:50:52.057542 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2271d3c5-c022-4015-9342-a949d759fc32 req-6abf9aeb-d3ff-4605-aeec-894d7f0ffbc0 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364256 Jun 23 18:50:52.605017 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-825348fa-6823-49ef-99df-27b5fb893654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.249552 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39f7a4-c0c8-4aef-b277-301eb88b65fe req-4c87d324-3147-47b4-b0e7-17e336ed9088 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:53.250997 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef39f7a4-c0c8-4aef-b277-301eb88b65fe req-4c87d324-3147-47b4-b0e7-17e336ed9088 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0893297 Jun 23 18:50:53.295026 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef39f7a4-c0c8-4aef-b277-301eb88b65fe req-180da197-5de9-4580-8751-3d3a8162cdca tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Jun 23 18:50:54.564108 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44b762-f202-47f5-9bf2-fe2ca080dc18 req-df90fd66-6c36-48ec-ac79-11e31acf3f10 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:54.565535 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0f44b762-f202-47f5-9bf2-fe2ca080dc18 req-df90fd66-6c36-48ec-ac79-11e31acf3f10 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.1686025 Jun 23 18:50:54.608986 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0f44b762-f202-47f5-9bf2-fe2ca080dc18 req-4bcbebb6-f9a7-4dac-8f5c-aa9d96848eb7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Jun 23 18:50:54.690981 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f53bbe1e-31b0-48be-9f6e-9a8125eac49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:55.798595 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c0c6b-4b42-4fee-9e2b-a9c3278a075e req-27bd30e0-0454-47a4-ac4a-8019fa129760 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:55.799953 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b10c0c6b-4b42-4fee-9e2b-a9c3278a075e req-27bd30e0-0454-47a4-ac4a-8019fa129760 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0876136 Jun 23 18:50:55.847375 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b10c0c6b-4b42-4fee-9e2b-a9c3278a075e req-d1759c70-93cc-4532-9d0f-8ee8d67095bf tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Jun 23 18:50:56.239868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:56.332287 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:57.043364 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15394-51ac-44d7-b3e4-b7a644577bb1 req-da8c670a-a7fb-45f5-927a-7368a09a2444 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:57.044781 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33d15394-51ac-44d7-b3e4-b7a644577bb1 req-da8c670a-a7fb-45f5-927a-7368a09a2444 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 943 time: 0.0911710 Jun 23 18:50:57.088359 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33d15394-51ac-44d7-b3e4-b7a644577bb1 req-02494883-1aaa-4769-a926-0d4a56e0d6ab tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379157 Jun 23 18:50:57.970790 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:57.996160 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:50:58.126192 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:58.140086 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'port_id': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'mac_address': 'fa:16:3e:9b:94:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:50:58.196954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port b52c09f7-5eba-4a3e-9653-89c58c7feddf is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:50:58.197325 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:58.213923 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52c09f7-5eba-4a3e-9653-89c58c7feddf {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:50:58.229346 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:50:58.234267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:58.286005 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231275c8-786d-4710-9262-c352f2f79c28 req-4b53eac5-d3e1-493f-99e9-26895fb17f48 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:58.287443 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-231275c8-786d-4710-9262-c352f2f79c28 req-4b53eac5-d3e1-493f-99e9-26895fb17f48 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 944 time: 0.0898170 Jun 23 18:50:58.302257 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=7']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:58.334689 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-231275c8-786d-4710-9262-c352f2f79c28 req-647c8cee-0d14-4156-be30-b28fbbd3ccde tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Jun 23 18:50:58.451784 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['b52c09f7-5eba-4a3e-9653-89c58c7feddf'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:50:59.522393 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3e686-4ab7-47a0-90ea-65a0ba662043 req-530a1a8e-5400-4f5e-ba0a-98b5441da49f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:50:59.523822 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f5c3e686-4ab7-47a0-90ea-65a0ba662043 req-530a1a8e-5400-4f5e-ba0a-98b5441da49f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 944 time: 0.0858102 Jun 23 18:50:59.566098 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f5c3e686-4ab7-47a0-90ea-65a0ba662043 req-3cb11808-bf26-4bc5-9dd7-18828482e0fa tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364692 Jun 23 18:51:00.022735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:51:00.093267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port b52c09f7-5eba-4a3e-9653-89c58c7feddf triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:00.093634 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.206803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port b52c09f7-5eba-4a3e-9653-89c58c7feddf is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:51:00.207097 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.233587 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:51:00.242832 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:00.247200 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.282547 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2db791a-3e8b-4b96-a5f4-7ba975ad2227'] response: {'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'code': 200} Jun 23 18:51:00.313941 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=8']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:00.562794 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd6e19-259d-4d40-945b-40ba141a4373 req-d4bc008b-45dd-4dad-a546-32eb26cdc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:00.564233 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b5fd6e19-259d-4d40-945b-40ba141a4373 req-d4bc008b-45dd-4dad-a546-32eb26cdc0be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0809095 Jun 23 18:51:00.606051 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b5fd6e19-259d-4d40-945b-40ba141a4373 req-ecca0a9d-f023-4fac-ac73-4b0755ea4d60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344827 Jun 23 18:51:00.757992 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3dcf6-5463-400a-a475-9b7e98b6d99f req-c9b276b1-c26d-4ef3-90cf-c89cb3abf75f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:00.759420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-40e3dcf6-5463-400a-a475-9b7e98b6d99f req-c9b276b1-c26d-4ef3-90cf-c89cb3abf75f tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0851135 Jun 23 18:51:00.810512 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-40e3dcf6-5463-400a-a475-9b7e98b6d99f req-1db1ea86-155f-40cf-b4f8-221e9dd84bdd tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Jun 23 18:51:02.005357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8481a19-324e-4c07-ab42-893f67c68739 req-2d30c3ac-7909-4994-bd5e-3e7eb2075096 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:02.006829 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8481a19-324e-4c07-ab42-893f67c68739 req-2d30c3ac-7909-4994-bd5e-3e7eb2075096 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0891752 Jun 23 18:51:02.051059 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8481a19-324e-4c07-ab42-893f67c68739 req-7770dd79-aaba-475d-af6d-72e80502eeca tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377154 Jun 23 18:51:09.774737 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:12.750070 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-2bd8a4fb-f2ce-470c-86f3-c14204bc7f58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776174 Jun 23 18:51:12.908921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-afd12652-9c2e-4d24-ad02-80a3929baf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:12.910418 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-afd12652-9c2e-4d24-ad02-80a3929baf52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0855293 Jun 23 18:51:13.064664 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-7629f0ac-232f-461c-b8ba-d6b5806c1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:13.064914 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-7629f0ac-232f-461c-b8ba-d6b5806c1eb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1343589 Jun 23 18:51:13.191336 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-0d9ac47e-2a7c-4605-901a-942611dce48f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 1000 time: 0.1187425 Jun 23 18:51:13.263853 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-1072ce63-a447-46f6-b6af-e29415e26b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:13.265279 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-1072ce63-a447-46f6-b6af-e29415e26b4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0656571 Jun 23 18:51:13.344940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-b751ae94-e846-49ea-9d69-c09deaed6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:13.346313 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-b751ae94-e846-49ea-9d69-c09deaed6c27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754826 Jun 23 18:51:13.478139 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-13a82e17-0570-4925-8241-15d0067fb903 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 Jun 23 18:51:13.610865 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b8db0a74-18ae-447f-817f-4ca4bef65a26 req-61e8a731-4b6a-469d-a922-8a8acf291210 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253650 Jun 23 18:51:14.745581 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55896f37-60b0-45d3-af10-b7602683bb68 req-1045d870-08f9-42de-a9cc-8e0fec275099 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:14.747420 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-55896f37-60b0-45d3-af10-b7602683bb68 req-1045d870-08f9-42de-a9cc-8e0fec275099 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0907123 Jun 23 18:51:14.791216 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-55896f37-60b0-45d3-af10-b7602683bb68 req-0c59f4bc-d239-47e2-aa49-d6265deb18f7 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Jun 23 18:51:15.989342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cff565-95fe-4f01-9def-091d9bc2387a req-0a3489b8-5848-4cae-a116-4ed91bafc5aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:15.990803 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-98cff565-95fe-4f01-9def-091d9bc2387a req-0a3489b8-5848-4cae-a116-4ed91bafc5aa tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0861192 Jun 23 18:51:16.038992 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-98cff565-95fe-4f01-9def-091d9bc2387a req-21904f5b-2ed1-4caa-b290-4fd54c2045ac tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups?id=961986ec-08e0-43cc-9299-08683658ef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416331 Jun 23 18:51:16.211408 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-ea585727-4ec5-41ce-980c-eea7c240c2b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:51:16.212817 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-ea585727-4ec5-41ce-980c-eea7c240c2b1 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 945 time: 0.0911152 Jun 23 18:51:16.281570 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port 39a945f5-4e73-40a3-a3f3-6ed335206064 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:16.281931 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:16.611656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] For port 39a945f5-4e73-40a3-a3f3-6ed335206064, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=39a945f5-4e73-40a3-a3f3-6ed335206064,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:16.611990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:16.895325 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:16.895691 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:16.895899 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Floating IP 70ce8594-ea71-4961-8809-2f74de531fd1 disassociated. External IP: 172.27.2.17, port: 39a945f5-4e73-40a3-a3f3-6ed335206064. Jun 23 18:51:16.896235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for 39a945f5-4e73-40a3-a3f3-6ed335206064 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:17.043991 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:17.096016 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=39a945f5-4e73-40a3-a3f3-6ed335206064,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:17.106580 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.106921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.107293 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.107576 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.107895 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.108219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.108542 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.108848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.109162 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.109473 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.109787 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.110161 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:17.273068 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7e3dfdcc-b3ad-4bfc-bf39-23fcb298afe1 req-5f426e98-7ebd-4b0c-8d19-11df5bd33a11 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e91d9cd-33b6-4806-b766-93d095c9196b HTTP/1.1" status: 200 len: 210 time: 0.1120625 Jun 23 18:51:17.334522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:51:17.519561 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:51:17.529263 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:51:17.539453 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:51:17.540167 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:50:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:17.611995 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] No DVR routers for this DVR port 39a945f5-4e73-40a3-a3f3-6ed335206064 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:51:17.615153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:17.618033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'name': 'network-vif-deleted', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:51:17.633647 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-47064b4f-10c5-41f4-9f84-74cc0df6c3f6 req-092d46fd-f277-4350-b45f-6cc9b7891fab tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.36 "DELETE /v2.0/ports/39a945f5-4e73-40a3-a3f3-6ed335206064 HTTP/1.1" status: 204 len: 173 time: 1.4159861 Jun 23 18:51:17.668160 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa4ef72-6f34-479a-aeb3-0fb39963de3e'] response: {'server_uuid': '0e91d9cd-33b6-4806-b766-93d095c9196b', 'name': 'network-vif-deleted', 'tag': '39a945f5-4e73-40a3-a3f3-6ed335206064', 'status': 'completed', 'code': 200} Jun 23 18:51:17.723734 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:51:18.061073 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:18.065952 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:51:18.074792 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:51:18.075408 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:50:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:18.252207 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:51:18.400285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38778) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:18.465569 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:18.493674 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:18.552197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:18.563135 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:18.567689 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abebde-20b8-45e5-b805-0278bffd621b None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:20Z', 'revision_number': 4, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '41e79a71-891f-4102-8c03-62a4373a8a8d', 'name': '', 'network_id': '99c9b515-bfc7-4c6b-8d55-b23a03b282e5', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'mac_address': 'fa:16:3e:d0:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:19Z', 'updated_at': '2022-06-23T18:45:25Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'subnets': [{'id': '9a9c4dff-1eee-49da-972e-331e656d65c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:51:18.575011 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961986ec-08e0-43cc-9299-08683658ef1c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:18.591103 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:18.594663 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-88d41d72-97df-4441-b871-7dd7d25795c9 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/security-groups/961986ec-08e0-43cc-9299-08683658ef1c HTTP/1.1" status: 204 len: 168 time: 0.1903830 Jun 23 18:51:18.595102 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 38782) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:18.611885 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-55c24112-13c7-47cb-8dd3-0daf5ce62b75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] show failed (client error): The resource could not be found. Jun 23 18:51:18.612939 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-55c24112-13c7-47cb-8dd3-0daf5ce62b75 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "GET /v2.0/security-groups/961986ec-08e0-43cc-9299-08683658ef1c HTTP/1.1" status: 404 len: 347 time: 0.0168033 Jun 23 18:51:18.616182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38786) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:18.774471 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port c459a4fd-ce96-4370-a5ae-2df941a62667 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:18.774811 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:18.782063 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d23a47-8e16-4012-898f-eb88390d6173 None None] New status for floating IP 70ce8594-ea71-4961-8809-2f74de531fd1: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:51:19.038171 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:19.038495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:19.160262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for c459a4fd-ce96-4370-a5ae-2df941a62667 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:19.239688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.db.api [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:51:19.240021 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG oslo_db.api [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:51:19.394005 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:51:19.740759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Deleting port c459a4fd-ce96-4370-a5ae-2df941a62667 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:19.741284 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:19.911371 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:19.911696 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:20.040230 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Calling delete_port for c459a4fd-ce96-4370-a5ae-2df941a62667 owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:20.088870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 39a945f5-4e73-40a3-a3f3-6ed335206064 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:51:20.152990 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 39a945f5-4e73-40a3-a3f3-6ed335206064 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:51:20.153331 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 39a945f5-4e73-40a3-a3f3-6ed335206064 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:51:20.184074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:20.231538 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Pushing event deleted for resources: {'Port': ['ID=c459a4fd-ce96-4370-a5ae-2df941a62667,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:20.329800 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:20.343901 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:20.344980 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-550f227c-21f4-4711-89c4-1c6e5c76d1b8 tempest-AttachVolumeNegativeTest-1694121056 tempest-AttachVolumeNegativeTest-1694121056-project] 10.222.0.26 "DELETE /v2.0/floatingips/70ce8594-ea71-4961-8809-2f74de531fd1 HTTP/1.1" status: 204 len: 168 time: 1.7277396 Jun 23 18:51:22.606964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7dbc-eb45-4c46-9962-8a9c3cf6b679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:24.609355 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38834) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:24.692558 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-32220990-33d4-4f3d-9eac-78a0f6ef60b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:25.318053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:25.654654 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Deleting port 41e79a71-891f-4102-8c03-62a4373a8a8d {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:25.655283 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:25.826612 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] For port 41e79a71-891f-4102-8c03-62a4373a8a8d, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=41e79a71-891f-4102-8c03-62a4373a8a8d,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:25.826957 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:25.949638 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Calling delete_port for 41e79a71-891f-4102-8c03-62a4373a8a8d owned by network:router_interface {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:26.113973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:26.163903 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Pushing event deleted for resources: {'Port': ['ID=41e79a71-891f-4102-8c03-62a4373a8a8d,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:26.233390 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:26.336727 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:26.430333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:26.869110 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:51:27.051768 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:51:27.061215 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Sync routers for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:51:27.064530 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-fd837aa8-976c-42a8-8bcb-f0611e84251e admin admin] 10.222.0.26 "PUT /v2.0/routers/22f351f6-df67-4ad6-8de4-01b64e0cfd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4541230 Jun 23 18:51:27.067087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38846) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:27.070406 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:51:27.071010 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:27.237982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:27.250712 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:51:27.412805 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:27.422898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Deleting port d2eb7455-bac2-4cea-81dd-8b5cbce46d56 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:27.423264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:27.539611 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:51:26Z', 'revision_number': 5, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port': {'id': 'd2eb7455-bac2-4cea-81dd-8b5cbce46d56', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:27.544075 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Checking router: 22f351f6-df67-4ad6-8de4-01b64e0cfd5d for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:51:27.552213 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Routers {'22f351f6-df67-4ad6-8de4-01b64e0cfd5d'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:51:27.552796 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:27.594186 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] For port d2eb7455-bac2-4cea-81dd-8b5cbce46d56, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:27.594544 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:27.710650 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] Set router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:51:27.720013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Calling delete_port for d2eb7455-bac2-4cea-81dd-8b5cbce46d56 owned by network:router_gateway {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:27.853740 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:51:27Z', 'revision_number': 6, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:27.858358 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70deb28-2dc0-41f1-92d6-db43c3496d61 None None] The sync data for ids ['22f351f6-df67-4ad6-8de4-01b64e0cfd5d'] in dv-cinder-847189-1-iscsi is: [{'id': '22f351f6-df67-4ad6-8de4-01b64e0cfd5d', 'name': 'tempest-AttachVolumeNegativeTest-1296285603-router', 'tenant_id': 'cd3df0432061468f9b5aa5e177e7d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:45:16Z', 'updated_at': '2022-06-23T18:51:27Z', 'revision_number': 6, 'project_id': 'cd3df0432061468f9b5aa5e177e7d958', 'gw_port_host': None}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:51:27.895731 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:27.975834 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.039780 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb7455-bac2-4cea-81dd-8b5cbce46d56,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:28.137485 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.311309 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.313525 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.398201 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.398645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f351f6-df67-4ad6-8de4-01b64e0cfd5d {{(pid=88124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:51:28.411347 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.412446 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-019ebae2-9df1-425b-9e9c-5184b5405cf2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/22f351f6-df67-4ad6-8de4-01b64e0cfd5d HTTP/1.1" status: 204 len: 168 time: 1.3444350 Jun 23 18:51:28.414874 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38852) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:28.471658 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Deleting subnet 9a9c4dff-1eee-49da-972e-331e656d65c8 {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:51:28.474430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.524014 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7636201'] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.652495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.681638 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device d2eb7455-bac2-4cea-81dd-8b5cbce46d56 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:51:28.717435 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: d2eb7455-bac2-4cea-81dd-8b5cbce46d56 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:51:28.717778 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device d2eb7455-bac2-4cea-81dd-8b5cbce46d56 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:51:28.718212 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 41e79a71-891f-4102-8c03-62a4373a8a8d no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:51:28.729283 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1747244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6809410'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.754627 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 41e79a71-891f-4102-8c03-62a4373a8a8d {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:51:28.754971 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 41e79a71-891f-4102-8c03-62a4373a8a8d not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:51:28.764835 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9c4dff-1eee-49da-972e-331e656d65c8,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:28.770563 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.778762 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be52d4-8591-4057-91a2-555018a7792f None None] Network 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:51:28.779053 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-caba199b-6768-47a6-ab74-b523bf94ddc6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a9c4dff-1eee-49da-972e-331e656d65c8 HTTP/1.1" status: 204 len: 168 time: 0.3608155 Jun 23 18:51:28.779053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38856) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:28.894094 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.907762 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Deleting port 127e5f85-d52b-4395-8eb5-3829e13b79b3 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:28.907762 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.053250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] DHCP port deletion for 99c9b515-bfc7-4c6b-8d55-b23a03b282e5 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:51:29.057637 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Deleting port 127e5f85-d52b-4395-8eb5-3829e13b79b3 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:29.058038 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.113282 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] For port 127e5f85-d52b-4395-8eb5-3829e13b79b3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=127e5f85-d52b-4395-8eb5-3829e13b79b3,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:29.113635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.237391 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Calling delete_port for 127e5f85-d52b-4395-8eb5-3829e13b79b3 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:29.267343 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] For port 127e5f85-d52b-4395-8eb5-3829e13b79b3, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=127e5f85-d52b-4395-8eb5-3829e13b79b3,segment=NetworkSegment(cb5690c2-e2df-451d-a9e8-0bc9d28d7751),segment_id=cb5690c2-e2df-451d-a9e8-0bc9d28d7751)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:51:29.267727 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.311414 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.359072 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=127e5f85-d52b-4395-8eb5-3829e13b79b3,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:29.364438 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] No DVR routers for this DVR port 127e5f85-d52b-4395-8eb5-3829e13b79b3 on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:51:29.388885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Calling delete_port for 127e5f85-d52b-4395-8eb5-3829e13b79b3 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:51:29.466277 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:51:29.466534 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:51:29.574128 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.598547 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c9b515-bfc7-4c6b-8d55-b23a03b282e5']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:29.611334 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:29.611632 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5690c2-e2df-451d-a9e8-0bc9d28d7751') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:29.624160 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.640051 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.646614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:51:29.647085 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.728103 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment cb5690c2-e2df-451d-a9e8-0bc9d28d7751 resource provider aggregate not found Jun 23 18:51:29.744324 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.746897 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment cb5690c2-e2df-451d-a9e8-0bc9d28d7751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb5690c2-e2df-451d-a9e8-0bc9d28d7751 found for delete ", "request_id": "req-dad1188d-92df-44cc-933d-1ac99dd74eb6"}]} Jun 23 18:51:29.760921 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:29.771120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c9b515-bfc7-4c6b-8d55-b23a03b282e5,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:29.784562 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5d3c7893-910f-4b6a-9a2c-57ce7e7ab0f9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/99c9b515-bfc7-4c6b-8d55-b23a03b282e5 HTTP/1.1" status: 204 len: 168 time: 1.0045273 Jun 23 18:51:29.898023 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38870) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:29.946619 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-98bac650-92e2-4e7c-a8e0-a4bcbe7d5cfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd3df0432061468f9b5aa5e177e7d958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474200 Jun 23 18:51:29.949294 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38874) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:29.967833 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Deleting port 127e5f85-d52b-4395-8eb5-3829e13b79b3 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:51:29.968210 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:30.012153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:30.032808 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3601ede5-31e9-4d78-801a-14b0e44cca73 None None] The port '127e5f85-d52b-4395-8eb5-3829e13b79b3' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:51:30.038711 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:30.097414 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:30.113727 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c19c23-c1fb-4938-854d-0d7cde9e2651,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:30.119889 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:30.121003 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a9032774-8576-4c14-beb9-ae560e57559c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2c19c23-c1fb-4938-854d-0d7cde9e2651 HTTP/1.1" status: 204 len: 168 time: 0.1707976 Jun 23 18:51:30.672094 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 127e5f85-d52b-4395-8eb5-3829e13b79b3 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:51:30.707175 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 127e5f85-d52b-4395-8eb5-3829e13b79b3 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:51:30.707517 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 127e5f85-d52b-4395-8eb5-3829e13b79b3 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:51:31.882692 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38930) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:31.996057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.010127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:51:32.014099 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Usage tracker for resource:security_group_rule and tenant:539048367d3242f383b3348f3317af1b is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:51:32.017153 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:51:32.022843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:51:32.106205 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.109707 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.155220 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=539048367d3242f383b3348f3317af1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715096 Jun 23 18:51:32.156742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e571e61-9d02-4fe4-a24f-158bdb5b36a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76b913-dbd7-4d06-95c6-52fa79cbaae0,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:32.158040 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 38936) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:32.218486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.244050 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.296177 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.310076 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76b913-dbd7-4d06-95c6-52fa79cbaae0,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:32.321337 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.321687 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.322055 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.323482 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.323818 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.324147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.324474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.324796 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.325119 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.325441 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.325759 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.326096 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:32.329035 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.330148 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7aef599f-109e-4913-b051-afa2c600a636 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac76b913-dbd7-4d06-95c6-52fa79cbaae0 HTTP/1.1" status: 204 len: 168 time: 0.1706424 Jun 23 18:51:32.605167 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 38946) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:32.622696 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.637683 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:51:32.641798 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Usage tracker for resource:security_group_rule and tenant:f3b7a4cca4904bc48823fa6f80f33029 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:51:32.644582 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:51:32.650210 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:51:32.736347 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.740233 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.787156 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3b7a4cca4904bc48823fa6f80f33029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807971 Jun 23 18:51:32.788531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3aa09-f7a1-4f48-aa44-bcd0f9f64dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c91dd-7bc3-49e8-93a8-149c4e0121e8,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:32.789661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 38950) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:32.854667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.881129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.934504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.951057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c91dd-7bc3-49e8-93a8-149c4e0121e8,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:32.959674 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:32.960978 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-c7843c35-a6e1-432f-a795-026759057cec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c22c91dd-7bc3-49e8-93a8-149c4e0121e8 HTTP/1.1" status: 204 len: 168 time: 0.1703088 Jun 23 18:51:39.768927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:44.766308 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39108) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:44.880810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:44.895523 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:51:44.899383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f03c5dc7ed49ce810ce34f44e1ca07 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:51:44.902713 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:51:44.908902 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:51:44.988545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:44.992000 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.040501 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3f03c5dc7ed49ce810ce34f44e1ca07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730074 Jun 23 18:51:45.041991 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31758cbf-8237-4428-adc4-071683122ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0186473b-d42d-47de-899c-6cac3a44714c,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:45.043600 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39114) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:45.101519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.126109 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.177798 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.199342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0186473b-d42d-47de-899c-6cac3a44714c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:45.208089 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.211485 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5de0b206-6aa8-4306-9e4b-7ba5a141a47b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0186473b-d42d-47de-899c-6cac3a44714c HTTP/1.1" status: 204 len: 168 time: 0.1640289 Jun 23 18:51:45.479635 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39124) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:45.498349 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.513049 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:51:45.517136 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5202535ab845bb9d061d42bf9c19ae is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:51:45.520192 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:51:45.526393 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:51:45.609034 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.612474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.659672 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c5202535ab845bb9d061d42bf9c19ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789966 Jun 23 18:51:45.661250 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a18f6-9af1-4c9b-b049-b3304c933903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353e291b-29a0-40c0-af24-3e724c1f0161,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:45.662428 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39128) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:45.726338 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.751223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.801504 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.816660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353e291b-29a0-40c0-af24-3e724c1f0161,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:45.825911 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:45.827000 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-dded0d25-3ec5-4ff6-8ede-b1827c1d28ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/353e291b-29a0-40c0-af24-3e724c1f0161 HTTP/1.1" status: 204 len: 168 time: 0.1636138 Jun 23 18:51:52.609461 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec4b4-0184-4aa5-9215-8db8981b270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:54.694402 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaf0-fb5e-46fc-ad96-cab5d0a181ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:56.236004 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:56.339193 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:56.393403 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:51:57.977099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:09.773918 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:14.874208 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39366) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:15.080872 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Deleting port c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:15.081220 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:15.255810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:15.256185 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:15.378590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Calling delete_port for c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e owned by network:floatingip {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:15.530594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:15.665427 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event deleted for resources: {'Port': ['ID=c56d90ed-ab2d-49f5-8f9f-70a65f6e0b5e,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:15.758974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:15.759380 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Floating IP 2a9b8025-d627-4266-bf38-0b50b2465b44 disassociated (deleted). External IP: 172.27.2.59, port: b52c09f7-5eba-4a3e-9653-89c58c7feddf. Jun 23 18:52:16.110059 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:52:16.287183 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:52:16.299575 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Sync routers for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:52:16.308742 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:16.310885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:16.311493 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:16.369142 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-06bde12a-2df8-4544-b0a0-76a17c8f9d0c tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "DELETE /v2.0/floatingips/2a9b8025-d627-4266-bf38-0b50b2465b44 HTTP/1.1" status: 204 len: 168 time: 1.4912207 Jun 23 18:52:16.369142 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:52:16.427210 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26665683-b247-4788-b6ea-c344f6282bfa'] response: {'name': 'network-changed', 'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'status': 'completed', 'code': 200} Jun 23 18:52:16.518923 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:16.532297 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10963-4ba5-4a67-b404-27225516d0cf req-702d8b8c-537f-4396-a850-166d4150336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:16.533804 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-702d8b8c-537f-4396-a850-166d4150336a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 1098 time: 0.0811481 Jun 23 18:52:16.696805 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10963-4ba5-4a67-b404-27225516d0cf req-6fd09d95-380e-4407-96e5-73049c512244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:16.698731 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-6fd09d95-380e-4407-96e5-73049c512244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 200 len: 909 time: 0.1576080 Jun 23 18:52:16.776150 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-96460746-2d50-47b4-853c-db9acfec9962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 200 len: 217 time: 0.0694339 Jun 23 18:52:16.798998 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52b7e1-e239-4197-a571-ce74c40e3582 req-a9af99af-ca75-4f35-b50d-6813112e91c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:16.800367 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9e52b7e1-e239-4197-a571-ce74c40e3582 req-a9af99af-ca75-4f35-b50d-6813112e91c7 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.0994897 Jun 23 18:52:16.843667 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10963-4ba5-4a67-b404-27225516d0cf req-f4a8970c-2ae3-4811-ab72-7e1f7d158afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:16.845194 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-f4a8970c-2ae3-4811-ab72-7e1f7d158afc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 200 len: 847 time: 0.0605836 Jun 23 18:52:16.849601 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9e52b7e1-e239-4197-a571-ce74c40e3582 req-c954b504-70de-4791-9434-1798ff22f382 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Jun 23 18:52:16.892019 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:16.896061 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Checking router: 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:52:16.905243 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:16.905856 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:16.939152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10963-4ba5-4a67-b404-27225516d0cf req-9318b69a-388e-42b2-a02f-68ebad6be6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:16.940591 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-9318b69a-388e-42b2-a02f-68ebad6be6e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1eab712-3229-434c-b960-29a980d67a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856898 Jun 23 18:52:17.076571 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-3293dbc5-523d-4f22-aaa9-12b87f10effd service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245251 Jun 23 18:52:17.088310 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:17.313782 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6af10963-4ba5-4a67-b404-27225516d0cf req-0920801a-5b98-4a6f-8bbf-7ad452eabd47 service neutron] 10.222.0.36 "GET /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309725 Jun 23 18:52:17.407417 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-997d0e46-a131-4223-9ee6-946030877389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:17.411136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0e46-a131-4223-9ee6-946030877389 None None] The sync data for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi is: [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:47:49Z', 'revision_number': 4, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'f9a24230-e1c1-4336-8546-49a3b17b47dc', 'name': '', 'network_id': 'f1eab712-3229-434c-b960-29a980d67a99', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'mac_address': 'fa:16:3e:bb:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:49Z', 'updated_at': '2022-06-23T18:47:57Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'subnets': [{'id': 'ee6d99ea-5cba-4263-9f90-27b3126017b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:52:17.628486 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3246a43-aa16-4163-9f1b-102ffc4114e8 None None] New status for floating IP 2a9b8025-d627-4266-bf38-0b50b2465b44: DOWN {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:52:17.850215 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39410) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:18.025616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.053224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:52:18.060258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Usage tracker for resource:security_group_rule and tenant:911ffa0e5ed44d5c9e0f76a8eecfe682 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:52:18.063524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:52:18.071604 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:52:18.100449 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf043d7-e712-4834-aedd-de36e2afba9c req-2e78beb5-db85-4704-87c5-bcc903059a72 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:18.101145 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-aaf043d7-e712-4834-aedd-de36e2afba9c req-2e78beb5-db85-4704-87c5-bcc903059a72 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Synchronizing usage tracker for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:52:18.132387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-aaf043d7-e712-4834-aedd-de36e2afba9c req-2e78beb5-db85-4704-87c5-bcc903059a72 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Unset dirty status for tenant:5fe315fd15ed4c9a9ec213b41aed3366 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:52:18.133557 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aaf043d7-e712-4834-aedd-de36e2afba9c req-2e78beb5-db85-4704-87c5-bcc903059a72 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.1742573 Jun 23 18:52:18.204551 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aaf043d7-e712-4834-aedd-de36e2afba9c req-a55e8ef2-e14e-4ed8-afe5-f8e5ea5204a1 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90a4b48-0d3e-4739-bae9-1918750dc399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642049 Jun 23 18:52:18.221545 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.227622 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.275992 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=911ffa0e5ed44d5c9e0f76a8eecfe682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246984 Jun 23 18:52:18.278514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39422) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:18.280629 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f6eb7-2aa9-42bb-bc9c-43c1c07341e6,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:18.344223 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.344840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.344929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.345228 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.345556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.345912 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.346251 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.346579 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.346904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.347228 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.347548 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.347869 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18889a53-f54b-41bf-8a46-f4c03b13a5cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:18.416917 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.439423 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-b3e3d87e-821f-4af6-86c5-cce3aee0c625 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:52:18.440840 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-b3e3d87e-821f-4af6-86c5-cce3aee0c625 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.36 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 945 time: 0.1631043 Jun 23 18:52:18.491323 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.545675 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Deleting port b52c09f7-5eba-4a3e-9653-89c58c7feddf {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:18.546046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.631933 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.668183 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f6eb7-2aa9-42bb-bc9c-43c1c07341e6,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:18.678429 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.679534 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a0ee0491-596c-44f4-8c40-fa74907e4a94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/870f6eb7-2aa9-42bb-bc9c-43c1c07341e6 HTTP/1.1" status: 204 len: 168 time: 0.4000940 Jun 23 18:52:18.816856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] For port b52c09f7-5eba-4a3e-9653-89c58c7feddf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b52c09f7-5eba-4a3e-9653-89c58c7feddf,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:18.817219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.944987 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Calling delete_port for b52c09f7-5eba-4a3e-9653-89c58c7feddf owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:18.962449 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39432) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:18.979717 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:18.994392 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:52:18.998191 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7a02b30b274e35a0b83b6a7cd28341 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:52:19.000958 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:52:19.006572 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:52:19.091335 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.142415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event deleted for resources: {'Port': ['ID=b52c09f7-5eba-4a3e-9653-89c58c7feddf,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:19.146719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.155180 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.202261 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d6464-44c9-4102-a163-1d8316ab1031,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:19.206484 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fe1ebda8-f477-464b-b5f7-51614d658a23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee7a02b30b274e35a0b83b6a7cd28341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429974 Jun 23 18:52:19.209107 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39436) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:19.230498 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] No DVR routers for this DVR port b52c09f7-5eba-4a3e-9653-89c58c7feddf on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:52:19.232894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.235513 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-deleted', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:52:19.251762 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6cd1c141-422b-4bc2-b557-f0b12d35adb6 req-e38631bd-91f3-4cb4-8571-7bf80966e7d5 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.36 "DELETE /v2.0/ports/b52c09f7-5eba-4a3e-9653-89c58c7feddf HTTP/1.1" status: 204 len: 173 time: 0.8042271 Jun 23 18:52:19.276435 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.294648 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d5256e-fe51-43b4-94cf-82304dc4166c'] response: {'server_uuid': '826d19d6-5d42-4dec-815d-c7cd3a179cab', 'name': 'network-vif-deleted', 'tag': 'b52c09f7-5eba-4a3e-9653-89c58c7feddf', 'status': 'completed', 'code': 200} Jun 23 18:52:19.305431 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.403953 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-53e965e4-719f-4ae3-b8a2-6ffe17776e07 req-9b6a7132-eb28-49db-955f-b34d4e56079d tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "GET /v2.0/ports?device_id=826d19d6-5d42-4dec-815d-c7cd3a179cab HTTP/1.1" status: 200 len: 210 time: 0.0509002 Jun 23 18:52:19.405570 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.429048 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:19.430234 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a7d6464-44c9-4102-a163-1d8316ab1031 HTTP/1.1" status: 204 len: 168 time: 0.2201715 Jun 23 18:52:19.431261 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6c90-24e4-41da-923c-9aca56466394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d6464-44c9-4102-a163-1d8316ab1031,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:20.353348 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:20.389947 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: b52c09f7-5eba-4a3e-9653-89c58c7feddf {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:20.390295 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device b52c09f7-5eba-4a3e-9653-89c58c7feddf not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:20.515265 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39480) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:20.590719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:20.624812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:20.694995 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:20.715123 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a4b48-0d3e-4739-bae9-1918750dc399,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:20.724929 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:20.726190 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9a5df4b5-d2fc-4f42-bf84-68df6f03f775 tempest-TestShelveInstance-391490758 tempest-TestShelveInstance-391490758-project] 10.222.0.26 "DELETE /v2.0/security-groups/e90a4b48-0d3e-4739-bae9-1918750dc399 HTTP/1.1" status: 204 len: 168 time: 0.2096486 Jun 23 18:52:20.772307 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39488) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:21.423507 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:21.783055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Deleting port f9a24230-e1c1-4336-8546-49a3b17b47dc {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:21.783694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:21.983838 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] For port f9a24230-e1c1-4336-8546-49a3b17b47dc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f9a24230-e1c1-4336-8546-49a3b17b47dc,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:21.984192 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:22.111319 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Calling delete_port for f9a24230-e1c1-4336-8546-49a3b17b47dc owned by network:router_interface {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:22.288197 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:22.335127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a24230-e1c1-4336-8546-49a3b17b47dc,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:22.599714 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:22.613484 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cd63c82c-5b64-45c1-bdec-48ba63d82369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:23.129272 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:52:23.329341 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:52:23.338893 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Sync routers for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:52:23.345312 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f03ed4e5-9971-4f45-a72f-fee5fd6c08a6 admin admin] 10.222.0.26 "PUT /v2.0/routers/18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703270 Jun 23 18:52:23.346871 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39532) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:23.363385 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:23.364222 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:23.537380 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:23.562282 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:23.722546 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:23.733234 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Deleting port b767cd43-5b08-4751-a56e-2b9cb8002202 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:23.733904 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:23.873919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:52:22Z', 'revision_number': 5, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port': {'id': 'b767cd43-5b08-4751-a56e-2b9cb8002202', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:46Z', 'updated_at': '2022-06-23T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:23.879691 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Checking router: 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:52:23.891319 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Routers {'18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:23.892128 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:51:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:23.932620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] For port b767cd43-5b08-4751-a56e-2b9cb8002202, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b767cd43-5b08-4751-a56e-2b9cb8002202,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:23.933040 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.062007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Calling delete_port for b767cd43-5b08-4751-a56e-2b9cb8002202 owned by network:router_gateway {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:24.083757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] Set router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd gateway port host: None {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:24.202447 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:52:23Z', 'revision_number': 6, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:24.206895 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00bcb2-6951-4e6f-a183-1030d289c39b None None] The sync data for ids ['18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd'] in dv-cinder-847189-1-iscsi is: [{'id': '18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd', 'name': 'tempest-TestShelveInstance-842452173-router', 'tenant_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:45Z', 'updated_at': '2022-06-23T18:52:23Z', 'revision_number': 6, 'project_id': '5fe315fd15ed4c9a9ec213b41aed3366', 'gw_port_host': None}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:52:24.352596 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.404812 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b767cd43-5b08-4751-a56e-2b9cb8002202,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:24.501769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.687862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.690057 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.696447 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-84f1b343-188f-44b5-a753-09875c52fc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.713495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.714172 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd {{(pid=88124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:52:24.725778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.727657 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d421a31e-164c-4591-a315-37e022c05d8d admin admin] 10.222.0.26 "DELETE /v2.0/routers/18b26ef6-1ddb-4edf-9a4c-9f03ce8336dd HTTP/1.1" status: 204 len: 168 time: 1.3791776 Jun 23 18:52:24.729528 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39552) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:24.792332 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Deleting subnet ee6d99ea-5cba-4263-9f90-27b3126017b5 {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:52:24.795306 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.845252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7636201'] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.929125 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:24.996593 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f9a24230-e1c1-4336-8546-49a3b17b47dc no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:25.003321 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1747244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6809410'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.032616 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: f9a24230-e1c1-4336-8546-49a3b17b47dc {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:25.033528 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f9a24230-e1c1-4336-8546-49a3b17b47dc not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:25.033528 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b767cd43-5b08-4751-a56e-2b9cb8002202 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:25.041049 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6d99ea-5cba-4263-9f90-27b3126017b5,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:25.046476 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.052289 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-78d92a17-66ef-4a62-8562-8fb57711b3a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee6d99ea-5cba-4263-9f90-27b3126017b5 HTTP/1.1" status: 204 len: 168 time: 0.3217938 Jun 23 18:52:25.055639 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39558) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:25.062651 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116853f0-a9e9-4abe-bf4a-63eb5b02005c None None] Network f1eab712-3229-434c-b960-29a980d67a99 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:52:25.090833 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: b767cd43-5b08-4751-a56e-2b9cb8002202 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:25.091207 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b767cd43-5b08-4751-a56e-2b9cb8002202 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:25.168259 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.180608 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Deleting port e22aba18-ffd0-4dab-b698-373758ef9e6c {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:25.181152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.347126 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] DHCP port deletion for f1eab712-3229-434c-b960-29a980d67a99 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:52:25.351429 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Deleting port e22aba18-ffd0-4dab-b698-373758ef9e6c {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:25.351937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.411796 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] For port e22aba18-ffd0-4dab-b698-373758ef9e6c, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e22aba18-ffd0-4dab-b698-373758ef9e6c,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:25.412368 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.542550 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Calling delete_port for e22aba18-ffd0-4dab-b698-373758ef9e6c owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:25.559388 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] For port e22aba18-ffd0-4dab-b698-373758ef9e6c, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=e22aba18-ffd0-4dab-b698-373758ef9e6c,segment=NetworkSegment(46b58702-c2fd-4c56-bcfe-83b079852f68),segment_id=46b58702-c2fd-4c56-bcfe-83b079852f68)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:25.559952 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.623048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.673984 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Pushing event deleted for resources: {'Port': ['ID=e22aba18-ffd0-4dab-b698-373758ef9e6c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:25.679720 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] No DVR routers for this DVR port e22aba18-ffd0-4dab-b698-373758ef9e6c on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:52:25.687241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Calling delete_port for e22aba18-ffd0-4dab-b698-373758ef9e6c owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:25.765755 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:52:25.766469 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:52:25.897129 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.925296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eab712-3229-434c-b960-29a980d67a99']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:25.937660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b58702-c2fd-4c56-bcfe-83b079852f68') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:25.937994 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b58702-c2fd-4c56-bcfe-83b079852f68') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:25.949570 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.966256 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:25.972118 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:52:25.972492 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.037373 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 46b58702-c2fd-4c56-bcfe-83b079852f68 resource provider aggregate not found Jun 23 18:52:26.059213 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 46b58702-c2fd-4c56-bcfe-83b079852f68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46b58702-c2fd-4c56-bcfe-83b079852f68 found for delete ", "request_id": "req-91068209-72e2-433b-8d77-723bf7c8b9dc"}]} Jun 23 18:52:26.071308 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.087709 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.097740 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1eab712-3229-434c-b960-29a980d67a99,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:26.111614 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-20d2dcd7-30c0-4ace-a7c6-1dfbcf36474c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f1eab712-3229-434c-b960-29a980d67a99 HTTP/1.1" status: 204 len: 168 time: 1.0544968 Jun 23 18:52:26.114451 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39576) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:26.239387 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.267856 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Deleting port e22aba18-ffd0-4dab-b698-373758ef9e6c {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:26.268230 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.343799 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-59103ce7-01b9-4110-ba62-01f9a3a984e6 None None] The port 'e22aba18-ffd0-4dab-b698-373758ef9e6c' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:52:26.359117 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.655227 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:26.698942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e22aba18-ffd0-4dab-b698-373758ef9e6c no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:26.731743 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: e22aba18-ffd0-4dab-b698-373758ef9e6c {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:26.732175 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device e22aba18-ffd0-4dab-b698-373758ef9e6c not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:27.018591 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Deleting port 1c63206d-334b-4529-bcdb-9165e99cdc78 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:27.018944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:27.193809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] For port 1c63206d-334b-4529-bcdb-9165e99cdc78, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=1c63206d-334b-4529-bcdb-9165e99cdc78,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:27.194200 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:27.429478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Calling delete_port for 1c63206d-334b-4529-bcdb-9165e99cdc78 owned by network:router_interface {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:27.613612 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:27.659844 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c63206d-334b-4529-bcdb-9165e99cdc78,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:27.931255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:27.980684 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:28.289464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:52:28.463509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:52:28.472431 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Sync routers for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:52:28.482068 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:28.482542 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-cb3a182a-0c93-4627-bc0c-cd6241335028 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7cada2e-46ef-4ffa-95cd-a5b43dd32174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669360 Jun 23 18:52:28.483015 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:28.483722 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39604) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:28.672336 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks [] for router, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:28.678165 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:28.939023 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39616) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:28.987548 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:52:27Z', 'revision_number': 5, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port': {'id': '628bdd8f-0919-4079-9a4a-c1e9095ea201', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:47:53Z', 'updated_at': '2022-06-23T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:28.991494 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Checking router: f7cada2e-46ef-4ffa-95cd-a5b43dd32174 for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:52:28.999004 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.000544 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Routers {'f7cada2e-46ef-4ffa-95cd-a5b43dd32174'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:52:29.001174 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:29.010603 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Deleting port 628bdd8f-0919-4079-9a4a-c1e9095ea201 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:29.011104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.074296 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.089574 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:52:29.093659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Usage tracker for resource:security_group_rule and tenant:3b02f37270e24515ad059d7643374d28 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:52:29.096558 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:52:29.102873 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:52:29.163843 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] Set router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:52:29.208587 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.223383 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.243560 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] For port 628bdd8f-0919-4079-9a4a-c1e9095ea201, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=628bdd8f-0919-4079-9a4a-c1e9095ea201,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:29.243920 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.299999 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:52:28Z', 'revision_number': 6, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:29.309740 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dbd7a4-7553-49d2-bd5d-29d88d9776ae None None] The sync data for ids ['f7cada2e-46ef-4ffa-95cd-a5b43dd32174'] in dv-cinder-847189-1-iscsi is: [{'id': 'f7cada2e-46ef-4ffa-95cd-a5b43dd32174', 'name': 'tempest-TestShelveInstance-1547688269-router', 'tenant_id': 'da9132553b4a451fadf7c20e719d8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:47:52Z', 'updated_at': '2022-06-23T18:52:28Z', 'revision_number': 6, 'project_id': 'da9132553b4a451fadf7c20e719d8273', 'gw_port_host': None}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:52:29.372759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Calling delete_port for 628bdd8f-0919-4079-9a4a-c1e9095ea201 owned by network:router_gateway {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:29.386036 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d665517-b57c-47b0-8b67-f0fa16f5f019,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:29.393960 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0c17c921-b88a-46da-9ecb-673d6321ad1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b02f37270e24515ad059d7643374d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519687 Jun 23 18:52:29.394818 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39624) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:29.454543 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.481440 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.538126 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.547705 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.557231 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d665517-b57c-47b0-8b67-f0fa16f5f019,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:29.561786 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.570168 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5444ff0e-4781-402b-96ee-fe9d97022a2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d665517-b57c-47b0-8b67-f0fa16f5f019 HTTP/1.1" status: 204 len: 168 time: 0.1696570 Jun 23 18:52:29.602124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Pushing event deleted for resources: {'Port': ['ID=628bdd8f-0919-4079-9a4a-c1e9095ea201,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:29.709787 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.872709 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39634) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:29.903182 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.913121 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.917101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.937028 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:52:29.943019 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Usage tracker for resource:security_group_rule and tenant:1a7ba8203b454dafb1df64b21f42eb95 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:52:29.947387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:52:29.954383 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.955081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cada2e-46ef-4ffa-95cd-a5b43dd32174 {{(pid=88124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:52:29.957328 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:52:29.977750 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:29.978888 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-55daff72-78b5-46b5-b5bf-8b610c0c3dba admin admin] 10.222.0.26 "DELETE /v2.0/routers/f7cada2e-46ef-4ffa-95cd-a5b43dd32174 HTTP/1.1" status: 204 len: 168 time: 1.4940805 Jun 23 18:52:29.981812 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39638) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:30.058712 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Deleting subnet 8d1dc8aa-1a40-4895-be37-ed1d097c4857 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:52:30.061662 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.062464 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.066567 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.115476 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.116357 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a7ba8203b454dafb1df64b21f42eb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426507 Jun 23 18:52:30.124630 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39642) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:30.145928 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a433ff8-3987-4511-b26a-f6b238b72af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce47c5-90af-40f2-a9f9-4ae181a54c41,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:30.196722 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.200751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.225235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.289375 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.300085 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.310726 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce47c5-90af-40f2-a9f9-4ae181a54c41,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:30.314566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.318150 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-0f0e1741-edb9-4de1-8699-8bc86234e830 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1fce47c5-90af-40f2-a9f9-4ae181a54c41 HTTP/1.1" status: 204 len: 168 time: 0.1902151 Jun 23 18:52:30.345212 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.349266 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bcfe1-ddea-4a70-8335-720e10c38bc8 None None] Network 600289dd-1781-41a4-8a97-f97301481164 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:52:30.355013 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39650) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:30.355895 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d1dc8aa-1a40-4895-be37-ed1d097c4857 HTTP/1.1" status: 204 len: 168 time: 0.3725333 Jun 23 18:52:30.358735 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393150b8-918d-48d5-8e5d-345b7decbb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1dc8aa-1a40-4895-be37-ed1d097c4857,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:30.482929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.494532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Deleting port a3ec9af4-be08-4c3a-9a65-ada81682f786 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:30.494923 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.671757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] DHCP port deletion for 600289dd-1781-41a4-8a97-f97301481164 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:52:30.678946 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Deleting port a3ec9af4-be08-4c3a-9a65-ada81682f786 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:30.681823 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.786127 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 628bdd8f-0919-4079-9a4a-c1e9095ea201 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:30.786823 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39656) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:30.808282 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.826951 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:52:30.831357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Usage tracker for resource:security_group_rule and tenant:2855c0aa4bfe4d38899f9c0eafe27fb7 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:52:30.834729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:52:30.840530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] For port a3ec9af4-be08-4c3a-9a65-ada81682f786, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a3ec9af4-be08-4c3a-9a65-ada81682f786,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:30.842494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.843334 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:52:30.888449 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 628bdd8f-0919-4079-9a4a-c1e9095ea201 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:30.888711 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 628bdd8f-0919-4079-9a4a-c1e9095ea201 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:30.889117 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1c63206d-334b-4529-bcdb-9165e99cdc78 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:30.943316 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 1c63206d-334b-4529-bcdb-9165e99cdc78 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:52:30.943938 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 1c63206d-334b-4529-bcdb-9165e99cdc78 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:30.944499 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a3ec9af4-be08-4c3a-9a65-ada81682f786 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:52:30.946520 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.951496 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.996637 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Calling delete_port for a3ec9af4-be08-4c3a-9a65-ada81682f786 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:31.020843 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c7347-0869-462e-a89d-a5aaed4a03f2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:31.026948 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-115ce27c-0dcb-4128-97dc-6590e947b22f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2855c0aa4bfe4d38899f9c0eafe27fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383518 Jun 23 18:52:31.029284 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39660) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:31.084240 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] For port a3ec9af4-be08-4c3a-9a65-ada81682f786, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=a3ec9af4-be08-4c3a-9a65-ada81682f786,segment=NetworkSegment(5b9c96e3-0b71-4fa9-8680-257fe762e497),segment_id=5b9c96e3-0b71-4fa9-8680-257fe762e497)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:52:31.084644 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.084966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.091721 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.118815 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.139668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] No DVR routers for this DVR port a3ec9af4-be08-4c3a-9a65-ada81682f786 on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:52:31.148022 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No active binding found for port a3ec9af4-be08-4c3a-9a65-ada81682f786 {{(pid=88126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 23 18:52:31.148970 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device a3ec9af4-be08-4c3a-9a65-ada81682f786 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:52:31.177209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ec9af4-be08-4c3a-9a65-ada81682f786,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:31.178292 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.195632 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c7347-0869-462e-a89d-a5aaed4a03f2,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:31.200342 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.201529 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a207a228-6902-4484-85de-db7f8ceca5f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec1c7347-0869-462e-a89d-a5aaed4a03f2 HTTP/1.1" status: 204 len: 168 time: 0.1713271 Jun 23 18:52:31.215847 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Calling delete_port for a3ec9af4-be08-4c3a-9a65-ada81682f786 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:52:31.270234 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.296960 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600289dd-1781-41a4-8a97-f97301481164']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:31.301577 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:52:31.301964 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:52:31.309901 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9c96e3-0b71-4fa9-8680-257fe762e497') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:31.310201 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9c96e3-0b71-4fa9-8680-257fe762e497') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:52:31.322010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.342865 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.349313 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:52:31.349754 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.417292 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 5b9c96e3-0b71-4fa9-8680-257fe762e497 resource provider aggregate not found Jun 23 18:52:31.438281 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 5b9c96e3-0b71-4fa9-8680-257fe762e497 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b9c96e3-0b71-4fa9-8680-257fe762e497 found for delete ", "request_id": "req-29d2c954-b2ea-4a5d-a82e-1a23bf5fc0e1"}]} Jun 23 18:52:31.451162 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.457891 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.501376 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=600289dd-1781-41a4-8a97-f97301481164,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:31.506390 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-bdc6c2f0-0c60-47d7-b0fb-da01f06114b1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/600289dd-1781-41a4-8a97-f97301481164 HTTP/1.1" status: 204 len: 168 time: 1.1503427 Jun 23 18:52:31.636934 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39682) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:31.690737 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-06f42612-a391-4728-9f41-bed485d97e3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fe315fd15ed4c9a9ec213b41aed3366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524485 Jun 23 18:52:31.693055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39688) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:31.757224 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.784310 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.802923 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Deleting port a3ec9af4-be08-4c3a-9a65-ada81682f786 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:52:31.803458 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.844046 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.872108 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.873249 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6ae8c24-097c-4718-8218-d07b3d8db8ba HTTP/1.1" status: 204 len: 168 time: 0.1791999 Jun 23 18:52:31.874454 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159292f-5b10-4c94-8f26-67ac812345c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae8c24-097c-4718-8218-d07b3d8db8ba,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:31.893087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-a0358367-4ea2-4ccf-acad-8bcd0543b8a3 None None] The port 'a3ec9af4-be08-4c3a-9a65-ada81682f786' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:52:32.174494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39710) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:32.222906 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-32100ca8-2ed4-4122-a57f-eff32c4bac20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da9132553b4a451fadf7c20e719d8273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472074 Jun 23 18:52:32.225290 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39714) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:32.284516 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:32.310258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:32.367635 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:32.382113 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970faff3-aad9-4d65-bca2-ea7ec6bb26e9,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:32.394582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:32.395693 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-63fddcee-3abb-428a-9a0a-020796d40f27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/970faff3-aad9-4d65-bca2-ea7ec6bb26e9 HTTP/1.1" status: 204 len: 168 time: 0.1694503 Jun 23 18:52:33.392559 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:52:39.772465 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:52.615036 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-15fff073-aeeb-4f61-8e96-d60c6fdc248c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:54.698878 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdfeecc5-237f-4526-b5c5-2121f9b04e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:56.240932 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:56.345132 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:57.983544 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:01.664364 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39940) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:01.776634 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:01.791217 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:01.794996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Usage tracker for resource:security_group_rule and tenant:d5733c3472134e52bfc43d7d7014b910 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:01.797731 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:01.803309 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:01.890339 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:01.894151 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:01.940987 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5733c3472134e52bfc43d7d7014b910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754252 Jun 23 18:53:01.941690 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59659a-994c-4b86-8b1b-4d795ec8dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd69705-a9ef-4b54-8984-0421de546e0f,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:01.943484 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39948) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:02.005666 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:02.031729 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:02.083397 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:02.098979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd69705-a9ef-4b54-8984-0421de546e0f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:02.107443 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:02.108525 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bd69705-a9ef-4b54-8984-0421de546e0f HTTP/1.1" status: 204 len: 168 time: 0.1640537 Jun 23 18:53:02.109832 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.110196 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.110529 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.110942 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.111270 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.111595 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.111919 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.112235 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.112534 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.112854 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.113166 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.113478 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6a81a-918f-4328-9e6a-77e71376029c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:02.853775 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 39978) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:02.958018 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943212370-network', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:02.963254 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:02.967097 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Usage tracker for resource:network and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:02.969937 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:02.976840 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:02.986264 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Made reservation on behalf of 8cde938d18474dc6b24faa581e2ab9d0 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:02.988436 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.000142 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.013836 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:03.017844 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:03.020584 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:03.026707 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:03.108776 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.112190 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.141852 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:53:03.154412 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dcf98e-1c77-4cdc-a2fa-0e32c3cda2c1,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:03.158633 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.158974 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Added segment 7f3ddbe0-36a6-4d93-995e-989455c4613a of type vlan for network a5e7fd15-407a-40c3-920a-331fd438339c Jun 23 18:53:03.184307 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.212825 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.214030 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:03.214609 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.315665 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4607832 Jun 23 18:53:03.318762 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39988) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:03.321670 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa84b8-f9be-4956-8577-8d4d00cd8c65 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e7fd15-407a-40c3-920a-331fd438339c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:03.324862 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Request body: {'subnet': {'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943212370-subnet', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:03.329694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:03.331190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network a5e7fd15-407a-40c3-920a-331fd438339c details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:53:03.334077 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Usage tracker for resource:subnet and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:03.337480 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:03.343142 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:03.353434 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Made reservation on behalf of 8cde938d18474dc6b24faa581e2ab9d0 for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:03.355703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6809471'] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.556994 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1745633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6809417'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.629267 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2acd74b-e9f4-401d-9b82-47edb960c69c,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:03.638701 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:03.639052 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Network hostable DHCP agents. Network: a5e7fd15-407a-40c3-920a-331fd438339c, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:53:03.658527 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Network a5e7fd15-407a-40c3-920a-331fd438339c is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:53:03.668246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, a5e7fd15-407a-40c3-920a-331fd438339c) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:03.673132 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:03.673787 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.677653 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111ea27-6fb9-4a61-981f-e346efee6fcf None None] Network a5e7fd15-407a-40c3-920a-331fd438339c requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:53:03.701575 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81cac5ce-9419-40cd-afda-b23f62437aa5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3810372 Jun 23 18:53:03.704039 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 39992) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:03.708855 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:03.713651 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:03.717560 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Usage tracker for resource:router and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:03.720375 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:03.726211 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:03.735645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.737207 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.752813 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.904184 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-a5e7fd15-407a-40c3-920a-331fd438339c', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:53:03.905269 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.062796 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Allocated IP 172.20.0.2 (a5e7fd15-407a-40c3-920a-331fd438339c/b2acd74b-e9f4-401d-9b82-47edb960c69c/c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:04.118106 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.301633 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.312202 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Transition to ACTIVE for port object c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:04.330713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Transition to ACTIVE for port object c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:04.336822 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.406751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:04.409632 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:04.413547 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:04.428102 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.450476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Pushing event updated for resources: {'Port': ['ID=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:04.458597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.467165 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.467518 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.467861 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.468197 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.468528 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.468863 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.469185 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.469508 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.469830 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.470176 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.470498 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.470813 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:04.531374 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Attempting to bind port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:04.531770 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Attempting to bind port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:04.532127 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Attempting to bind port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:04.537312 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:04.538237 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:04.538781 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.539243 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Bound using segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:04.539708 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Bound port: c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:04.540077 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.594759 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Allocated IP 172.27.2.240 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/f4e0f942-16d5-4abd-954c-9aebc3a22ff4) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:04.627550 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] For port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:04.630786 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] For port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:04.634412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.730406 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ba884-d291-4766-81ac-c4b20427d19e None None] Pushing event updated for resources: {'Port': ['ID=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:04.752252 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.782679 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:04.847185 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:04.850037 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:04.854484 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:04.899748 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:05.302947 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:05.659937 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f316ea-f703-4590-9eda-3169db29b589 None None] Network a5e7fd15-407a-40c3-920a-331fd438339c requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:53:05.746119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6c94ea05-1cb0-4790-9367-c35d6b2d774b None None] Provisioning for port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:05.764863 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:05.970810 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:53:06.160432 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:53:06.170052 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:53:06.185474 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:06.186653 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a49a357e-4e93-4162-af2d-a81ec4db6723 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4816704 Jun 23 18:53:06.187029 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:06.187641 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:06.189250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40002) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:06.360039 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:06.643366 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:05Z', 'revision_number': 3, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:06.647220 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:53:06.647654 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Updating router 9691e48b-8bea-4fce-bfac-8acf22ed052a port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:53:06.700757 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:06.759157 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:06.977426 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:06.996347 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:07.005358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:07.005727 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.182973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Allocated IP 172.20.0.1 (a5e7fd15-407a-40c3-920a-331fd438339c/b2acd74b-e9f4-401d-9b82-47edb960c69c/c55694ec-553a-433f-9dea-dd7514cdd106) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:07.221946 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:07.222335 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.260883 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.279680 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Transition to ACTIVE for port object f4e0f942-16d5-4abd-954c-9aebc3a22ff4 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:07.283000 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:07.287885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.324358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.336196 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.352375 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Transition to ACTIVE for port object c55694ec-553a-433f-9dea-dd7514cdd106 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:07.371423 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Attempting to bind port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:07.371788 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Attempting to bind port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:07.372145 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Attempting to bind port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:07.376243 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.381123 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:07.382352 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:07.382885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.383268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:07.383715 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Bound port: f4e0f942-16d5-4abd-954c-9aebc3a22ff4, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:07.384076 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.424542 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:07.449683 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:07.452529 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:07.456360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:07.492565 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:07.516184 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd257b9-8c54-493c-b831-970b081076e1 None None] Pushing event updated for resources: {'Port': ['ID=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:07.516697 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.526706 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] For port f4e0f942-16d5-4abd-954c-9aebc3a22ff4, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:07.530054 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] For port f4e0f942-16d5-4abd-954c-9aebc3a22ff4, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:07.535155 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.615433 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:07.616633 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:07.642491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.728023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd257b9-8c54-493c-b831-970b081076e1 None None] Pushing event updated for resources: {'Port': ['ID=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:07.788351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-778ace10-86d9-4286-af52-d034526000cb None None] Provisioning for port c55694ec-553a-433f-9dea-dd7514cdd106 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:07.796144 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-778ace10-86d9-4286-af52-d034526000cb None None] Provisioning complete for port c55694ec-553a-433f-9dea-dd7514cdd106 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:07.796506 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-778ace10-86d9-4286-af52-d034526000cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.851367 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:07.868124 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.872878 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.920608 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-778ace10-86d9-4286-af52-d034526000cb None None] Port c55694ec-553a-433f-9dea-dd7514cdd106 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:53:07.981005 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:07.985209 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:08.116900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:08.118086 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:08.170465 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:08.174535 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50661ec-cb98-4a44-9f3a-4e208838c435 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:53:08.317589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:53:08.348259 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-070a0d53-2560-4cf7-8723-799632ad0497 None None] Provisioning complete for port c55694ec-553a-433f-9dea-dd7514cdd106 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:08.348667 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-070a0d53-2560-4cf7-8723-799632ad0497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:08.419281 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-070a0d53-2560-4cf7-8723-799632ad0497 None None] Port c55694ec-553a-433f-9dea-dd7514cdd106 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:53:08.638507 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:53:08.648560 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-32ca96f8-6def-4e37-a122-5d391092a3c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/9691e48b-8bea-4fce-bfac-8acf22ed052a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4583111 Jun 23 18:53:08.731261 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:08.805453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:08.805835 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:08.956284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:09.220067 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40024) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:09.226285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-225001917-network', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:09.230694 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:09.234892 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Usage tracker for resource:network and tenant:8632ed7d8ac540f9a66fd419f46ffe93 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:09.238202 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:09.245023 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:09.258363 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Made reservation on behalf of 8632ed7d8ac540f9a66fd419f46ffe93 for: {'network': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:09.260823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for network, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.274560 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.290144 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:09.294143 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Usage tracker for resource:security_group_rule and tenant:8632ed7d8ac540f9a66fd419f46ffe93 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:09.296984 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:09.302763 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:09.390987 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.395024 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.429688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:53:09.434895 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7227e594-263f-496c-9df3-ae59cf6fb701,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:09.441688 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.442121 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.segments_db [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Added segment 23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf of type vlan for network 90e8291a-780b-4560-972a-89f71939432a Jun 23 18:53:09.471520 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742150394417'] for network, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.503406 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507'] for network, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.504399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:09.505117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.608278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] Pushing event updated for resources: {'Network': ['ID=90e8291a-780b-4560-972a-89f71939432a,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:09.611067 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-78fc07cb-a2ad-41a5-8519-47adf1bee5aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3898885 Jun 23 18:53:09.613703 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40030) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:09.618487 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Network 90e8291a-780b-4560-972a-89f71939432a details requested by agent ovs-agent-dv-cinder-847189-1-iscsi with host dv-cinder-847189-1-iscsi {{(pid=88126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 23 18:53:09.619413 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Request body: {'subnet': {'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-225001917-subnet', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'ip_version': 4}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:09.624201 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:09.628037 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Usage tracker for resource:subnet and tenant:8632ed7d8ac540f9a66fd419f46ffe93 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:09.631147 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:09.637587 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:09.647711 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Made reservation on behalf of 8632ed7d8ac540f9a66fd419f46ffe93 for: {'subnet': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:09.650146 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6809471'] for subnet, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.795079 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.856990 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1745633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6809417'] for subnet, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.938315 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb10042-0346-464c-b48c-53c8d54ff7a1,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:09.946991 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Checking segment: {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:09.947346 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Network hostable DHCP agents. Network: 90e8291a-780b-4560-972a-89f71939432a, hostable agents: ['58129dc7-7d31-4c5d-9059-08b3e013c0a8'], hosted agents: [] {{(pid=88124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:53:09.966501 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Network 90e8291a-780b-4560-972a-89f71939432a is scheduled to be hosted by DHCP agent 58129dc7-7d31-4c5d-9059-08b3e013c0a8 with binding_index 1 {{(pid=88124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:53:09.975825 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-1-iscsi, 90e8291a-780b-4560-972a-89f71939432a) {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:09.980337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:09.981395 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:09.985004 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a9ec5-e775-42b8-9f0b-e82d8925a1a3 None None] Network 90e8291a-780b-4560-972a-89f71939432a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:53:10.003169 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-783b5a87-f1b8-42b6-93fa-15fff6d591a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3883913 Jun 23 18:53:10.005747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40034) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:10.010808 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:10.015856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:10.019916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Usage tracker for resource:router and tenant:8632ed7d8ac540f9a66fd419f46ffe93 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:10.022948 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:10.028791 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:10.040060 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-548464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5007'] for router, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.041044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5012'] for router, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.058277 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.196568 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:53:10.208632 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:10.209275 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:10.215281 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42185b0-bcda-5d6d-8896-7a06cccdabd4-90e8291a-780b-4560-972a-89f71939432a', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1'}]}} from dv-cinder-847189-1-iscsi. {{(pid=88126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 23 18:53:10.216348 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.329600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5034'] for router, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.373557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Allocated IP 172.20.0.2 (90e8291a-780b-4560-972a-89f71939432a/2cb10042-0346-464c-b48c-53c8d54ff7a1/92983713-9a20-42d0-bfe1-c8789e033ee8) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:10.398738 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:53:10.400398 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:10.613015 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.623981 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Transition to ACTIVE for port object 92983713-9a20-42d0-bfe1-c8789e033ee8 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:10.644584 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Transition to ACTIVE for port object 92983713-9a20-42d0-bfe1-c8789e033ee8 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:10.651688 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.661999 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.694486 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.728203 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Network 90e8291a-780b-4560-972a-89f71939432a is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:10.731286 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Resources bound (agent type, host, resource id): {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:10.735122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:10.766147 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 2, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:10.770479 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:53:10.771022 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Updating router 9691e48b-8bea-4fce-bfac-8acf22ed052a port c55694ec-553a-433f-9dea-dd7514cdd106 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:53:10.787023 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Pushing event updated for resources: {'Port': ['ID=92983713-9a20-42d0-bfe1-c8789e033ee8,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:10.790365 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f4e0f942-16d5-4abd-954c-9aebc3a22ff4 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:10.835258 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.851836 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Allocated IP 172.27.2.219 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/4b2e8b60-ae5e-4879-bd0c-122aaad5662a) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:10.906609 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Attempting to bind port 92983713-9a20-42d0-bfe1-c8789e033ee8 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:10.907144 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Attempting to bind port 92983713-9a20-42d0-bfe1-c8789e033ee8 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:10.907241 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Attempting to bind port 92983713-9a20-42d0-bfe1-c8789e033ee8 on network 90e8291a-780b-4560-972a-89f71939432a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:10.916274 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:10.916648 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Checking segment: {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:10.917050 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:10.917440 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Bound using segment: {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:10.917940 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Bound port: 92983713-9a20-42d0-bfe1-c8789e033ee8, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:10.918421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.023568 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] For port 92983713-9a20-42d0-bfe1-c8789e033ee8, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:11.026611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] For port 92983713-9a20-42d0-bfe1-c8789e033ee8, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=92983713-9a20-42d0-bfe1-c8789e033ee8,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:11.031957 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.070787 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:11.096020 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:11.096386 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.121254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.155853 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.180294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8f2b-6314-4075-a731-805ef77bdf73 None None] Pushing event updated for resources: {'Port': ['ID=92983713-9a20-42d0-bfe1-c8789e033ee8,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:11.215608 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.229286 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Transition to ACTIVE for port object c55694ec-553a-433f-9dea-dd7514cdd106 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:11.237145 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.252950 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:11.261508 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:11.262046 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.267522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:11.269100 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:11.272591 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:11.280315 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port f4e0f942-16d5-4abd-954c-9aebc3a22ff4, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:11.286277 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.315710 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Pushing event updated for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:11.324482 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.324823 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.325160 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.325489 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.325816 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.326322 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.326650 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.327029 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.327314 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.327609 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.327927 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.328235 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:11.369810 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:11.537946 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Attempting to bind port c55694ec-553a-433f-9dea-dd7514cdd106 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:11.538360 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Attempting to bind port c55694ec-553a-433f-9dea-dd7514cdd106 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:11.539288 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Attempting to bind port c55694ec-553a-433f-9dea-dd7514cdd106 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:11.547152 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:11.547506 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:11.547911 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.548300 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Bound using segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:11.548768 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Bound port: c55694ec-553a-433f-9dea-dd7514cdd106, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:11.549515 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.688019 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] For port c55694ec-553a-433f-9dea-dd7514cdd106, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:11.691445 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] For port c55694ec-553a-433f-9dea-dd7514cdd106, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c55694ec-553a-433f-9dea-dd7514cdd106,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:11.698992 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.770590 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:11.779603 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37ec9c-128f-4cd2-b53c-ed989ba20a74 None None] Pushing event updated for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:11.784847 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:11.785526 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:11.979759 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:12.133786 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546078'] for router, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:12.332777 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:12.338203 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4040-3288-42c6-8b2b-3d011dcccf97 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:53:12.358006 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Router 49dd7005-cbbf-4979-bca4-528d56a7569b is scheduled to L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 with binding_index 1 {{(pid=88124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:53:12.370813 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52949b7c-38a7-452e-9ea2-04ad3454e1e5 None None] Network 90e8291a-780b-4560-972a-89f71939432a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:53:12.465603 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-b180a814-7e25-4b84-97a8-7dbb6319f721 None None] Provisioning for port 92983713-9a20-42d0-bfe1-c8789e033ee8 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:12.667068 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:53:12.675500 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Sync routers for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:53:12.691536 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:12.691693 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:12.698696 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:12.703235 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40048) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:12.703738 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-67960552-f649-49e7-b874-3480abd951d7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6966870 Jun 23 18:53:12.959111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 92983713-9a20-42d0-bfe1-c8789e033ee8 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:13.076317 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:13.207720 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 92983713-9a20-42d0-bfe1-c8789e033ee8 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:13.276111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 92983713-9a20-42d0-bfe1-c8789e033ee8 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:13.276539 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.481323 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 92983713-9a20-42d0-bfe1-c8789e033ee8 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:13.482027 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.522421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 3, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:13.526922 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 92983713-9a20-42d0-bfe1-c8789e033ee8, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=92983713-9a20-42d0-bfe1-c8789e033ee8,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:13.528668 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Checking router: 49dd7005-cbbf-4979-bca4-528d56a7569b for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:53:13.529065 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Updating router 49dd7005-cbbf-4979-bca4-528d56a7569b port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a binding host dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:53:13.566833 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.567645 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c55694ec-553a-433f-9dea-dd7514cdd106 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:13.655319 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.684735 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.746344 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=92983713-9a20-42d0-bfe1-c8789e033ee8,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:13.797948 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port c55694ec-553a-433f-9dea-dd7514cdd106 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:13.811634 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port c55694ec-553a-433f-9dea-dd7514cdd106 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:13.812253 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:13.877695 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Allocated IP 172.20.0.1 (90e8291a-780b-4560-972a-89f71939432a/2cb10042-0346-464c-b48c-53c8d54ff7a1/4262ac89-7787-4c7f-8d83-cb05eee9a490) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:14.034324 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.049439 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Transition to ACTIVE for port object 4262ac89-7787-4c7f-8d83-cb05eee9a490 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:14.058122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port c55694ec-553a-433f-9dea-dd7514cdd106 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:14.058485 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.074580 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.133419 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port c55694ec-553a-433f-9dea-dd7514cdd106, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c55694ec-553a-433f-9dea-dd7514cdd106,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:14.144282 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Network 90e8291a-780b-4560-972a-89f71939432a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:14.147136 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.147296 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:14.147907 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f4e0f942-16d5-4abd-954c-9aebc3a22ff4 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:14.150020 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:14.199678 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:14.223899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548436'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.276124 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.298889 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Transition to ACTIVE for port object 4b2e8b60-ae5e-4879-bd0c-122aaad5662a will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:14.304362 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:14.309392 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.350673 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.437013 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:14.437412 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.479644 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Attempting to bind port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:14.480010 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Attempting to bind port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:14.480369 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Attempting to bind port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a on network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:14.492786 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6f5145f5-fc93-489a-b8ed-16c342a993ba None None] Provisioning for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:14.499468 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc650e1d-8158-4c9a-bf8d-f2ec08b6f586 None None] Pushing event updated for resources: {'Port': ['ID=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:14.504713 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:14.505087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Checking segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:14.505489 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.505893 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Bound using segment: {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:14.506433 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Bound port: 4b2e8b60-ae5e-4879-bd0c-122aaad5662a, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4df846-005d-4875-99d7-94fc3ad4f1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:14.506811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.538923 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-6f5145f5-fc93-489a-b8ed-16c342a993ba None None] Provisioning complete for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:14.539290 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6f5145f5-fc93-489a-b8ed-16c342a993ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.580829 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.585594 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.668021 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-6f5145f5-fc93-489a-b8ed-16c342a993ba None None] Port 4262ac89-7787-4c7f-8d83-cb05eee9a490 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:53:14.687855 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] For port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:14.694310 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:14.696797 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548401'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.701112 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] For port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:14.703621 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:14.707098 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:14.783918 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:14.784543 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:14.836897 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Network 90e8291a-780b-4560-972a-89f71939432a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:14.838244 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:14.842774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 92983713-9a20-42d0-bfe1-c8789e033ee8 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:14.938215 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc650e1d-8158-4c9a-bf8d-f2ec08b6f586 None None] Pushing event updated for resources: {'Port': ['ID=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:15.026601 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 92983713-9a20-42d0-bfe1-c8789e033ee8 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:15.026975 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.048531 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Router 49dd7005-cbbf-4979-bca4-528d56a7569b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:53:15.074631 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:15.229268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4595348c-01fe-4828-8e33-5f5cd98fc9cb None None] Provisioning complete for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:15.229773 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4595348c-01fe-4828-8e33-5f5cd98fc9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.357548 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:53:15.374471 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9a27024b-6e7c-435f-9951-72bd96a491f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/49dd7005-cbbf-4979-bca4-528d56a7569b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6622636 Jun 23 18:53:15.413451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-4595348c-01fe-4828-8e33-5f5cd98fc9cb None None] Port 4262ac89-7787-4c7f-8d83-cb05eee9a490 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:53:15.438313 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 92983713-9a20-42d0-bfe1-c8789e033ee8 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:15.439376 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c55694ec-553a-433f-9dea-dd7514cdd106 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:15.569776 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port c55694ec-553a-433f-9dea-dd7514cdd106 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:15.570498 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.627649 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '4262ac89-7787-4c7f-8d83-cb05eee9a490', 'name': '', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'mac_address': 'fa:16:3e:76:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:13Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 2, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'subnets': [{'id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:15.636705 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dd0db-5cec-44c3-b404-d6a0c3aa69d1 None None] The sync data for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi is: [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '4262ac89-7787-4c7f-8d83-cb05eee9a490', 'name': '', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'mac_address': 'fa:16:3e:76:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:13Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 2, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'subnets': [{'id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:53:15.705370 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port c55694ec-553a-433f-9dea-dd7514cdd106 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:15.745492 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40064) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:15.750527 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506633575', 'description': 'tempest-secgroup-smoke-506633575 description', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:15.757037 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:15.760971 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:15.763917 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:15.769855 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:15.780193 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.800324 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:15.805169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:15.808071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:15.813719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:15.914929 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.919488 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.964490 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88d2e40-04ca-4479-9284-82bd27307359,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:15.967132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:15.968965 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-63fb2ce6-046b-461a-bc0c-43af7dc8db6a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2218564 Jun 23 18:53:15.971278 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40068) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:15.977559 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:15.984260 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:15.988185 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:15.991453 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:15.997943 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.016207 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.084243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.088596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.116123 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b3d66-953d-4b67-a076-9e7515186177,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.132631 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.133821 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-843ae9e4-6075-4b45-bf88-7204ea25e47a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612430 Jun 23 18:53:16.136580 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40074) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:16.142099 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:16.148646 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:16.152532 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:16.155475 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:16.161340 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.179255 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.244908 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.248907 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.275983 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec3a33c-496a-4373-bc81-7ca761bd2a77,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.297414 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.301567 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40078) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:16.302021 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dee8b2a8-4de9-43a4-875c-dfc992a8dd29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642792 Jun 23 18:53:16.309521 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:16.318172 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:16.322016 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:16.325455 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:16.331419 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.353007 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.420821 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.425829 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.448613 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe8182-20f3-4593-bbe6-ed1f5f051131,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.461414 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.465049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-e7119393-f14f-4d06-bef5-eb325a98d91e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599524 Jun 23 18:53:16.465246 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40082) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:16.470436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:16.477027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:16.481213 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:16.484193 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:16.489958 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.506855 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.578165 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.583974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.609116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c03b6f-7632-42af-9ff0-870dd10b51b8,revision_number=0']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.618160 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.619398 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-11b8f17b-8412-4608-85d6-f2a2a2577913 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532180 Jun 23 18:53:16.622587 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40086) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:16.627940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:16.636034 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:16.641855 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:16.644921 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:16.651719 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.662829 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.securitygroups_db [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Project 8cde938d18474dc6b24faa581e2ab9d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:53:16.670046 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.742634 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.747004 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.775361 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154b0108-1f52-4476-b603-748c9bc8bd7f,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.786386 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.787803 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ea983a82-3dc8-4c6d-9039-a3219302a50b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641080 Jun 23 18:53:16.790641 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40090) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:16.796076 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'security_group_rule': {'security_group_id': 'e88d2e40-04ca-4479-9284-82bd27307359', 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:16.801972 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:16.806404 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:security_group_rule and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:16.809441 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:16.815237 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:16.826648 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.securitygroups_db [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Project 8cde938d18474dc6b24faa581e2ab9d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:53:16.837044 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.838121 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4b2e8b60-ae5e-4879-bd0c-122aaad5662a up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:16.914879 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.919718 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613905'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.921773 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:16.927627 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:16.928760 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.949469 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799d25e2-303a-43d5-8011-2d17b1fb6bed,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:16.953994 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:16.955460 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4b4aeaf9-2cd6-42b8-ae2f-13b4f6bf8964 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636887 Jun 23 18:53:17.061390 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:17.061776 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:17.078737 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:17.082550 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:17.190691 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:18.901428 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4b2e8b60-ae5e-4879-bd0c-122aaad5662a up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:18.973444 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:18.973815 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:19.091559 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:19.447253 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Sync routers for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:53:19.457088 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:19.457690 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:19.641144 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:19.962050 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '4262ac89-7787-4c7f-8d83-cb05eee9a490', 'name': '', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'mac_address': 'fa:16:3e:76:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:13Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 2, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'subnets': [{'id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:19.965789 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Checking router: 49dd7005-cbbf-4979-bca4-528d56a7569b for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:53:19.966229 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Updating router 49dd7005-cbbf-4979-bca4-528d56a7569b port 4262ac89-7787-4c7f-8d83-cb05eee9a490 binding host dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:53:20.018296 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.359167 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks [] for port, precommit_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.372028 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.provisioning_blocks [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Transition to ACTIVE for port object 4262ac89-7787-4c7f-8d83-cb05eee9a490 will not be triggered until provisioned by entity L2. {{(pid=88127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:20.378149 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.539153 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8954-de3d-4cce-ae89-d0b56ae13c41 None None] Pushing event updated for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=3']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:20.637442 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Attempting to bind port 4262ac89-7787-4c7f-8d83-cb05eee9a490 on host dv-cinder-847189-1-iscsi for vnic_type normal with profile {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:20.637801 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Attempting to bind port 4262ac89-7787-4c7f-8d83-cb05eee9a490 by drivers openvswitch,hyperv on host dv-cinder-847189-1-iscsi at level 0 using segments [{'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:20.638260 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Attempting to bind port 4262ac89-7787-4c7f-8d83-cb05eee9a490 on network 90e8291a-780b-4560-972a-89f71939432a {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:20.644407 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Checking agent: {'id': '6b04da95-b23f-487d-b030-b99ce1ed6704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 4, 26), 'started_at': datetime.datetime(2022, 6, 23, 18, 4, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:20.644777 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Checking segment: {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:20.645168 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.645554 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Bound using segment: {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'} {{(pid=88127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:20.646040 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.managers [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Bound port: 4262ac89-7787-4c7f-8d83-cb05eee9a490, host: dv-cinder-847189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '90e8291a-780b-4560-972a-89f71939432a'}}] {{(pid=88127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:20.647006 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.738229 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] For port 4262ac89-7787-4c7f-8d83-cb05eee9a490, host dv-cinder-847189-1-iscsi, cleared binding levels {{(pid=88127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:20.741237 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.plugins.ml2.db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] For port 4262ac89-7787-4c7f-8d83-cb05eee9a490, host dv-cinder-847189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4262ac89-7787-4c7f-8d83-cb05eee9a490,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:20.744952 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:20.823151 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8954-de3d-4cce-ae89-d0b56ae13c41 None None] Pushing event updated for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=4']} {{(pid=88127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:20.827996 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:20.828604 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:52:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:21.010513 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:21.330813 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '4262ac89-7787-4c7f-8d83-cb05eee9a490', 'name': '', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'mac_address': 'fa:16:3e:76:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:13Z', 'updated_at': '2022-06-23T18:53:20Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'subnets': [{'id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:21.335234 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd128f8-bf8c-44a8-bdc9-7a3785c42086 None None] The sync data for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi is: [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': '4262ac89-7787-4c7f-8d83-cb05eee9a490', 'name': '', 'network_id': '90e8291a-780b-4560-972a-89f71939432a', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'mac_address': 'fa:16:3e:76:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:13Z', 'updated_at': '2022-06-23T18:53:20Z', 'revision_number': 4, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'subnets': [{'id': '2cb10042-0346-464c-b48c-53c8d54ff7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:53:22.621232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b57b7e28-a479-49ee-97a9-5e3ad6c82c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:22.795826 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4262ac89-7787-4c7f-8d83-cb05eee9a490 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:22.873686 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:22.878879 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:22.879323 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:23.016130 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 4262ac89-7787-4c7f-8d83-cb05eee9a490 is: DOWN; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:23.016591 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:23.050796 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] For port 4262ac89-7787-4c7f-8d83-cb05eee9a490, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4262ac89-7787-4c7f-8d83-cb05eee9a490,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:23.055795 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:23.132575 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Pushing event updated for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:24.699525 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-77535365-5c5e-4da0-8349-b69e8f9bece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:24.778699 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4262ac89-7787-4c7f-8d83-cb05eee9a490 up at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:24.867076 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Provisioning complete for port 4262ac89-7787-4c7f-8d83-cb05eee9a490 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:24.867733 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:25.023716 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Current status of the port 4262ac89-7787-4c7f-8d83-cb05eee9a490 is: ACTIVE; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:26.246218 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:26.351321 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:27.985039 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:31.890650 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-6ef22628-2a7e-4484-9e9a-29b2f07e2649 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:53:31.907323 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-6ef22628-2a7e-4484-9e9a-29b2f07e2649 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:53:31.908566 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-6ef22628-2a7e-4484-9e9a-29b2f07e2649 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506633575&fields=id&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 267 time: 0.0587983 Jun 23 18:53:32.061391 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-dc67884b-c87a-4f08-ba38-4e73ae2a7c2d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:32.062071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-dc67884b-c87a-4f08-ba38-4e73ae2a7c2d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:53:32.077860 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-dc67884b-c87a-4f08-ba38-4e73ae2a7c2d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:53:32.078922 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-dc67884b-c87a-4f08-ba38-4e73ae2a7c2d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1635756 Jun 23 18:53:32.093409 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-3cd0f892-0ad5-43ff-ad64-e16d77d42b22 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/quotas/8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 375 time: 0.0089276 Jun 23 18:53:32.184271 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-f5322ed9-926b-4b78-a73f-9137737547fc tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858362 Jun 23 18:53:32.416483 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-3156e9dd-9b6d-48b4-9809-032b76da472d service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210424 Jun 23 18:53:32.544071 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-05fda9e2-e888-4a24-ba2c-132ba88a45ba service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219618 Jun 23 18:53:32.953661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-0d487332-507f-4692-b9d8-18a464883ce9 req-61f09708-0ca6-4418-b7e5-1edd4ed8e309 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:53:32.971596 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-0d487332-507f-4692-b9d8-18a464883ce9 req-61f09708-0ca6-4418-b7e5-1edd4ed8e309 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:53:32.972731 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-0d487332-507f-4692-b9d8-18a464883ce9 req-61f09708-0ca6-4418-b7e5-1edd4ed8e309 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 210 time: 0.0716369 Jun 23 18:53:33.968612 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-b5b6e248-ae2b-483c-a13b-1feaf9e001a4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:33.970048 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-b5b6e248-ae2b-483c-a13b-1feaf9e001a4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1659710 Jun 23 18:53:34.020136 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-6bbeef98-d50d-48b8-b103-2899852f1073 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 379 time: 0.0420735 Jun 23 18:53:34.028985 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'port': {'device_id': '76556763-a6b3-4542-a699-3ade439f22be', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'admin_state_up': True, 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'security_groups': ['e88d2e40-04ca-4479-9284-82bd27307359']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:34.137917 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f80b5576-340d-4dc2-8c58-f596291306e4 req-943e74ed-fb55-40e7-8543-b903995d9d4d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 210 time: 0.0551636 Jun 23 18:53:34.170289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:34.180240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:34.190289 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Made reservation on behalf of 8cde938d18474dc6b24faa581e2ab9d0 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:34.194722 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.360969 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.20.0.4 (a5e7fd15-407a-40c3-920a-331fd438339c/b2acd74b-e9f4-401d-9b82-47edb960c69c/54ddc044-3999-4ad8-a92b-eb9a703031e8) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:34.554048 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.571337 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Transition to ACTIVE for port object 54ddc044-3999-4ad8-a92b-eb9a703031e8 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:34.605307 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.676255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:34.679399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:34.683440 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:34.720084 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:34.731411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.731757 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.732094 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.732424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.732751 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.733078 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.733399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.733717 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.734065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.734388 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.734702 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.735020 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:34.764509 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:34.765253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.792555 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-7877a778-6592-4b8c-aa4b-5b3fb8e1cb03 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676213 Jun 23 18:53:34.803614 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Request body: {'port': {'device_id': '76556763-a6b3-4542-a699-3ade439f22be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:34.891986 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4bbf6889-84ef-4724-a423-35fba9578baf None None] Provisioning for port 54ddc044-3999-4ad8-a92b-eb9a703031e8 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:34.897532 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-4bbf6889-84ef-4724-a423-35fba9578baf None None] Provisioning complete for port 54ddc044-3999-4ad8-a92b-eb9a703031e8 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:34.897925 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6889-84ef-4724-a423-35fba9578baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.923357 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:34.952938 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf6889-84ef-4724-a423-35fba9578baf None None] Port 54ddc044-3999-4ad8-a92b-eb9a703031e8 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:53:35.305362 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ddc044-3999-4ad8-a92b-eb9a703031e8 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:53:35.323155 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.343515 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Transition to ACTIVE for port object 54ddc044-3999-4ad8-a92b-eb9a703031e8 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:35.347366 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.578045 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550dc6d-2b57-4dc2-bd76-89712007bdcd req-165d85f6-3921-459d-930e-b4f12a228ae9 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:35.578743 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f550dc6d-2b57-4dc2-bd76-89712007bdcd req-165d85f6-3921-459d-930e-b4f12a228ae9 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:53:35.618645 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Pushing event updated for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:35.675537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-f550dc6d-2b57-4dc2-bd76-89712007bdcd req-165d85f6-3921-459d-930e-b4f12a228ae9 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:53:35.676692 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f550dc6d-2b57-4dc2-bd76-89712007bdcd req-165d85f6-3921-459d-930e-b4f12a228ae9 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 931 time: 0.4303889 Jun 23 18:53:35.739207 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Attempting to bind port 54ddc044-3999-4ad8-a92b-eb9a703031e8 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:53:35.739542 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Attempting to bind port 54ddc044-3999-4ad8-a92b-eb9a703031e8 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:53:35.739873 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Attempting to bind port 54ddc044-3999-4ad8-a92b-eb9a703031e8 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:35.747749 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-f550dc6d-2b57-4dc2-bd76-89712007bdcd req-4712ec5b-2529-48ab-9318-5340d0ab2c7a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642979 Jun 23 18:53:35.749474 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Port 54ddc044-3999-4ad8-a92b-eb9a703031e8 on network a5e7fd15-407a-40c3-920a-331fd438339c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:53:35.749794 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Attempting to bind port 54ddc044-3999-4ad8-a92b-eb9a703031e8 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:35.755203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:35.755557 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:53:35.755977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Bound using segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:35.756420 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Bound port: 54ddc044-3999-4ad8-a92b-eb9a703031e8, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:53:35.756769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.845992 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:53:35.848856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:53:35.854071 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.913342 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:35.913781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.915184 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] 10.222.0.36 "PUT /v2.0/ports/54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 1093 time: 1.1157696 Jun 23 18:53:35.915620 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:53:35.943633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167c07-d076-44ea-a75c-cc8c74e36654 service neutron] Pushing event updated for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:35.996380 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1980d483-fe14-4363-9b12-9ee4db47ccd6'] response: {'name': 'network-changed', 'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'status': 'completed', 'code': 200} Jun 23 18:53:36.041408 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-c56f7ec5-4f63-47d6-9620-25e93aaced02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.042915 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-c56f7ec5-4f63-47d6-9620-25e93aaced02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1096 time: 0.0844619 Jun 23 18:53:36.114402 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-083b7c6d-11d2-40f9-b980-4cacec1b47b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 217 time: 0.0644755 Jun 23 18:53:36.178068 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-adca7b9f-893e-438f-a67b-1cf80614fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.179205 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-adca7b9f-893e-438f-a67b-1cf80614fcc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0595958 Jun 23 18:53:36.258415 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-bccea8c8-84ef-41a0-bd29-661e2bbc71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.259826 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-bccea8c8-84ef-41a0-bd29-661e2bbc71c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745347 Jun 23 18:53:36.387680 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-057a9067-fddd-421f-acb6-8a1618c54b94 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211448 Jun 23 18:53:36.514744 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b06ddfc6-8242-4704-baaf-06f6e2b54473 req-9c518469-0574-4cff-89bf-d7ce34092a88 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210206 Jun 23 18:53:36.636316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-388db357-06b8-41c0-b7dd-63dc5ab89047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.637836 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-388db357-06b8-41c0-b7dd-63dc5ab89047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1096 time: 0.0814018 Jun 23 18:53:36.777651 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-9ff91fd9-25e0-4c7d-8b9f-118494aec82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.779163 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-9ff91fd9-25e0-4c7d-8b9f-118494aec82e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1346536 Jun 23 18:53:36.847064 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-d9806b14-9200-4f5a-951e-3f8571dd07ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 217 time: 0.0610368 Jun 23 18:53:36.967270 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-714761f8-3f39-45b9-8039-a7e5e6fe750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:36.968708 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-714761f8-3f39-45b9-8039-a7e5e6fe750b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.1160228 Jun 23 18:53:37.143031 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585f4a-1875-4538-a091-d5f9144e617c req-cbcfa23a-01ef-4d71-b3c7-2bcd16c21842 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:37.144448 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0585f4a-1875-4538-a091-d5f9144e617c req-cbcfa23a-01ef-4d71-b3c7-2bcd16c21842 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.2623234 Jun 23 18:53:37.198265 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d0585f4a-1875-4538-a091-d5f9144e617c req-8a976ac2-8000-4583-b276-6670dbf87c09 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476339 Jun 23 18:53:37.200170 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-634f6f59-a732-4aa1-ad7b-84c854bd230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:37.201510 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-634f6f59-a732-4aa1-ad7b-84c854bd230e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2260807 Jun 23 18:53:37.332433 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-4aeae587-c6de-4870-9ed9-6963e7d33b91 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240532 Jun 23 18:53:37.466814 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-4cf2c51e-aa3a-4de5-afdd-13a3c2daece2 req-f4b58186-d1ac-41b2-9185-df0d5e85fda9 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289785 Jun 23 18:53:38.392520 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886a5c-c1d8-46de-bba2-940c83e9074f req-632a51be-2081-41ef-b762-b33195c19e09 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:38.393976 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91886a5c-c1d8-46de-bba2-940c83e9074f req-632a51be-2081-41ef-b762-b33195c19e09 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0895984 Jun 23 18:53:38.436705 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91886a5c-c1d8-46de-bba2-940c83e9074f req-4c090c93-558b-446a-b49a-e8138f78fafb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369973 Jun 23 18:53:39.623940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b3843-2ce1-4550-8d51-1283a0adae84 req-efbb6c6a-fc18-41e2-b8d3-d529b99b4111 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:39.625392 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e69b3843-2ce1-4550-8d51-1283a0adae84 req-efbb6c6a-fc18-41e2-b8d3-d529b99b4111 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0862303 Jun 23 18:53:39.668603 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e69b3843-2ce1-4550-8d51-1283a0adae84 req-dd18b06e-ed96-4d5f-a7f5-6669e94cb36f tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374277 Jun 23 18:53:39.794984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:40.857389 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a9a35-584b-4a94-a2c4-52390c916e3f req-fb89cb92-e3ed-41f3-8830-fc75eaa5b9e7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:40.858856 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fb5a9a35-584b-4a94-a2c4-52390c916e3f req-fb89cb92-e3ed-41f3-8830-fc75eaa5b9e7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0855381 Jun 23 18:53:40.906417 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fb5a9a35-584b-4a94-a2c4-52390c916e3f req-0cb2f0c7-ca76-4426-8c50-448e85f01d48 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419362 Jun 23 18:53:42.095792 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79842-8b13-4ced-86aa-49ed9b129019 req-137b1d44-c0f6-4ae9-8542-581845212f17 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:42.097261 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65b79842-8b13-4ced-86aa-49ed9b129019 req-137b1d44-c0f6-4ae9-8542-581845212f17 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0890236 Jun 23 18:53:42.141836 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65b79842-8b13-4ced-86aa-49ed9b129019 req-399b875a-ce8c-4a61-8a01-cf958db25541 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381620 Jun 23 18:53:43.332972 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821541-f2cf-4c34-b339-eee12799a9af req-2b33a410-0d3d-4ef3-be67-3d6b02ba4531 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:43.334433 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c821541-f2cf-4c34-b339-eee12799a9af req-2b33a410-0d3d-4ef3-be67-3d6b02ba4531 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0877154 Jun 23 18:53:43.378190 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5c821541-f2cf-4c34-b339-eee12799a9af req-aac11c64-3079-4b5b-abc7-e19a8529ffb3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381072 Jun 23 18:53:44.572986 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975721b5-19bd-4719-a4b2-5bdbb50c5281 req-68764683-d172-4559-b156-4a2bba89d868 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:44.574385 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-975721b5-19bd-4719-a4b2-5bdbb50c5281 req-68764683-d172-4559-b156-4a2bba89d868 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 943 time: 0.0901084 Jun 23 18:53:44.617344 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-975721b5-19bd-4719-a4b2-5bdbb50c5281 req-498f93fd-9b22-47be-8608-d3aa18110177 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373423 Jun 23 18:53:44.670992 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 54ddc044-3999-4ad8-a92b-eb9a703031e8 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:53:44.805865 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:44.818850 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'port_id': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'mac_address': 'fa:16:3e:85:88:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:53:44.877514 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 54ddc044-3999-4ad8-a92b-eb9a703031e8 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:44.877808 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:44.894958 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ddc044-3999-4ad8-a92b-eb9a703031e8 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:53:44.910506 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:44.915223 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:44.981292 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:45.141595 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['54ddc044-3999-4ad8-a92b-eb9a703031e8'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:53:45.808979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381eb2c-80fe-4796-9316-67f64b6d0e9f req-057190a6-e621-46f6-8bd4-00c7d3b66497 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:45.810417 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7381eb2c-80fe-4796-9316-67f64b6d0e9f req-057190a6-e621-46f6-8bd4-00c7d3b66497 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 944 time: 0.0882959 Jun 23 18:53:45.854816 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7381eb2c-80fe-4796-9316-67f64b6d0e9f req-9a5171e3-baeb-40ea-b47e-7baa162c3311 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Jun 23 18:53:46.670603 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 54ddc044-3999-4ad8-a92b-eb9a703031e8 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:53:46.739974 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 54ddc044-3999-4ad8-a92b-eb9a703031e8 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:46.745561 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 54ddc044-3999-4ad8-a92b-eb9a703031e8 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:46.745958 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:46.860557 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 54ddc044-3999-4ad8-a92b-eb9a703031e8 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:53:46.860924 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:46.887327 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:53:46.898358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:53:46.905294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:46.941327 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ecaca8-b681-40e6-ba49-2c34c794f6d0'] response: {'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'code': 200} Jun 23 18:53:46.974803 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:47.053350 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d49b-3976-4071-bc1e-917ffcc0f74f req-8eb79c21-c0f0-4bd6-b5ee-4839ce46646f tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:47.054842 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7b61d49b-3976-4071-bc1e-917ffcc0f74f req-8eb79c21-c0f0-4bd6-b5ee-4839ce46646f tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.0866158 Jun 23 18:53:47.099483 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7b61d49b-3976-4071-bc1e-917ffcc0f74f req-56e09be3-87e0-4d07-b219-fff3a0810a8a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jun 23 18:53:47.222964 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872658-a624-4c97-92ae-de40351fbf66 req-076137c2-518a-455c-a034-2a879685eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:47.224803 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa872658-a624-4c97-92ae-de40351fbf66 req-076137c2-518a-455c-a034-2a879685eb59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1098 time: 0.0796504 Jun 23 18:53:47.265771 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-aa872658-a624-4c97-92ae-de40351fbf66 req-433b095e-94af-4bf7-9a87-79ea683bf477 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347536 Jun 23 18:53:47.387473 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:53:48.294626 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5bb29-b3c0-4590-aaa9-ea0b60db2d01 req-fc7e76dc-43cc-422c-a7e0-bd61eb7b28a6 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:48.296072 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94e5bb29-b3c0-4590-aaa9-ea0b60db2d01 req-fc7e76dc-43cc-422c-a7e0-bd61eb7b28a6 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.0878541 Jun 23 18:53:48.343355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94e5bb29-b3c0-4590-aaa9-ea0b60db2d01 req-8fd75d50-b1d0-4236-8c2d-c93efa281ffb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Jun 23 18:53:49.533261 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a663b-2dd7-4ce1-bb98-bd36648477df req-7ffd46cc-34d9-4bcc-b441-4f92e2e9a103 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:49.534751 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-151a663b-2dd7-4ce1-bb98-bd36648477df req-7ffd46cc-34d9-4bcc-b441-4f92e2e9a103 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.0886922 Jun 23 18:53:49.582178 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-151a663b-2dd7-4ce1-bb98-bd36648477df req-2d6b3f3a-edf9-46ae-a422-26401b1f6a81 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411980 Jun 23 18:53:49.770979 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8a1c1-ae91-4456-9a04-f471cf5e3c0d req-30791ab5-3a68-43b3-adc6-723a18c0de68 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:49.772421 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76e8a1c1-ae91-4456-9a04-f471cf5e3c0d req-30791ab5-3a68-43b3-adc6-723a18c0de68 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.0871561 Jun 23 18:53:49.815048 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76e8a1c1-ae91-4456-9a04-f471cf5e3c0d req-114eb89a-fd7a-4dba-a0c3-0aad69245212 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371337 Jun 23 18:53:49.841904 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40316) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:49.966299 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4800e-44b9-4a38-b838-aeee8f1d0ae5 tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:49.966928 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4af4800e-44b9-4a38-b838-aeee8f1d0ae5 tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] Synchronizing usage tracker for tenant:8632ed7d8ac540f9a66fd419f46ffe93 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:53:49.983322 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4af4800e-44b9-4a38-b838-aeee8f1d0ae5 tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] Unset dirty status for tenant:8632ed7d8ac540f9a66fd419f46ffe93 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:53:49.984567 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4af4800e-44b9-4a38-b838-aeee8f1d0ae5 tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1093 time: 0.1416767 Jun 23 18:53:49.987464 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 40322) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:49.992838 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'port_id': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:49.998528 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:53:50.002299 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:floatingip and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:53:50.005681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:53:50.011326 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:53:50.022519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:50.253895 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:50.383126 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.27.2.99 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/e2affc20-9d72-4fd9-835c-7eaea7370c9e) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:50.528682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:50.557486 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:50.622422 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:50.625218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:50.628831 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:53:50.667217 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=e2affc20-9d72-4fd9-835c-7eaea7370c9e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:51.042555 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:51.116008 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:51.319194 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:51.323365 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6145365'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:51.432068 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=e2affc20-9d72-4fd9-835c-7eaea7370c9e,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:51.440315 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:51.614317 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP 5a3e85e9-6531-4a7d-9f53-be2cb45b7d58 associated. External IP: 172.27.2.99, port: 54ddc044-3999-4ad8-a92b-eb9a703031e8. Jun 23 18:53:52.063700 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:53:52.243124 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:53:52.252330 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:53:52.262045 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:52.262659 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:53:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:52.268659 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:52.324692 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3aeb9cb3-9db9-4e26-bff5-35727076984c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3362281 Jun 23 18:53:52.325274 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:53:52.420790 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866fc546-e42a-408b-a0d1-3c23420d4214'] response: {'name': 'network-changed', 'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'status': 'completed', 'code': 200} Jun 23 18:53:52.466453 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:52.519207 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-1b695c8f-a779-4a4c-b2b1-5361e608ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:52.521231 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-1b695c8f-a779-4a4c-b2b1-5361e608ea55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1098 time: 0.0768569 Jun 23 18:53:52.627611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4563964a-71fd-45bd-ba18-83894e179010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:52.655179 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-693b4838-4b70-412a-b6f1-2601fafcfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:52.656617 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-693b4838-4b70-412a-b6f1-2601fafcfbfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1295292 Jun 23 18:53:52.761603 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-b1053d99-d4a8-42ea-9171-5f9e4603a208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 998 time: 0.0986829 Jun 23 18:53:52.822532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-71234229-69d6-4150-a731-cc1d5fb1ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:52.823865 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-71234229-69d6-4150-a731-cc1d5fb1ea5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0564809 Jun 23 18:53:52.825478 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '5a3e85e9-6531-4a7d-9f53-be2cb45b7d58', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:85:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76556763-a6b3-4542-a699-3ade439f22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:53:50Z', 'updated_at': '2022-06-23T18:53:50Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:52.829288 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:53:52.838308 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:53:52.838905 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:53:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:52.913605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-4a5d94a1-d349-492b-a40b-8a924a8f3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:53:52.915106 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-4a5d94a1-d349-492b-a40b-8a924a8f3183 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849087 Jun 23 18:53:53.030697 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:53:53.051609 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-7f33d2b7-573d-468c-8357-d5d7f6f1b6cb service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306031 Jun 23 18:53:53.282717 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7358ba8e-9b38-48ba-a368-26062ecce4b4 req-83fcd2cf-9bc1-46fa-90cd-08f202eb24d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254202 Jun 23 18:53:53.368421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '5a3e85e9-6531-4a7d-9f53-be2cb45b7d58', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:85:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76556763-a6b3-4542-a699-3ade439f22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:53:50Z', 'updated_at': '2022-06-23T18:53:50Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:53:53.372299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8e6d2-2506-4eff-8229-55d28aee70dc None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '5a3e85e9-6531-4a7d-9f53-be2cb45b7d58', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:85:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76556763-a6b3-4542-a699-3ade439f22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:53:50Z', 'updated_at': '2022-06-23T18:53:50Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:53:53.556360 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46747b7-e872-4e9f-9707-682e5c50589c None None] New status for floating IP 5a3e85e9-6531-4a7d-9f53-be2cb45b7d58: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:53:54.702416 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c97d9d11-a52b-487a-b73f-75d5a3a4dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:56.249487 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:56.350105 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:57.992950 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:09.795409 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:14.813555 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-10342f99-931f-40d4-89c5-b5a5015f57c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195662 Jun 23 18:54:14.962219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-47c24d6a-9d5f-463b-95ef-809a354d5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:54:14.963663 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-47c24d6a-9d5f-463b-95ef-809a354d5aca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1098 time: 0.0816035 Jun 23 18:54:15.107840 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-1ec08a61-d884-4b5e-92f2-b61aaf4ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:54:15.109261 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-1ec08a61-d884-4b5e-92f2-b61aaf4ce2f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1262355 Jun 23 18:54:15.211281 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-0dcbb9e6-fc86-4bb0-bc83-0edbb88cae50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 1000 time: 0.0950696 Jun 23 18:54:15.272733 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-446f16d3-05e8-45ed-8893-5313002e0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:54:15.274159 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-446f16d3-05e8-45ed-8893-5313002e0ee0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0571041 Jun 23 18:54:15.357976 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-a669693e-1223-41be-a39d-feb83ded8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:54:15.359421 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-a669693e-1223-41be-a39d-feb83ded8bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789628 Jun 23 18:54:15.370010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-15e69126-5307-4a90-accc-6c072a64741d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:54:15.370907 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-15e69126-5307-4a90-accc-6c072a64741d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046515 Jun 23 18:54:15.499612 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-0bb18f3e-e1fe-4ed0-a6d8-7c3b010c9754 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228888 Jun 23 18:54:15.635204 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-26ca9f75-db72-4d4e-b42f-57a6c02497cc req-37b5deb5-0042-4310-8fc3-370de11093a6 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295826 Jun 23 18:54:22.610150 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-387ca677-59d6-456f-9507-47e48c1b3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:24.386570 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:54:24.704545 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d924531-918d-45b5-9d90-ea5d2aef8d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:26.251361 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:26.352117 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:27.994199 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:39.806811 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:52.611758 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-957a4d46-7eb4-43ce-9791-1cbc8c867cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:54.706473 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9eef4091-608a-4a2e-a299-119005bae378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:56.252778 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:56.353960 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:57.994672 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.385315 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:55:09.853005 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:15.765320 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-83a7d333-c3db-4d79-837f-4c3a4af68043 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752854 Jun 23 18:55:15.910847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-044fc283-2b36-482e-b963-2441d9f1451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:15.912317 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-044fc283-2b36-482e-b963-2441d9f1451d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 1098 time: 0.0808136 Jun 23 18:55:16.052917 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-301cfa12-967c-40f7-bb1d-29aa1e0fcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:16.054227 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-301cfa12-967c-40f7-bb1d-29aa1e0fcc22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1242666 Jun 23 18:55:16.149629 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-8b8e4a99-2061-4994-8e18-28920a1b9515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 200 len: 1000 time: 0.0898650 Jun 23 18:55:16.213300 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-6cb568c1-286b-4446-91b0-9a2039518e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:16.214731 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-6cb568c1-286b-4446-91b0-9a2039518e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0596218 Jun 23 18:55:16.295767 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-b7a42c98-01dd-4c36-a1ab-9468f37d2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:16.297223 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-b7a42c98-01dd-4c36-a1ab-9468f37d2b40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758595 Jun 23 18:55:16.426430 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-0a08ca10-2a97-422f-824b-41a8149b4123 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231189 Jun 23 18:55:16.650252 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-ac540a75-6754-4d37-b8d3-d1aaf5f181a5 req-0f9b591c-4c63-417c-84e3-706b53a4d6ac service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180028 Jun 23 18:55:22.615616 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1a8b12b0-8e82-43e6-a22d-5f3d44b534a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:24.711574 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a310e61-1c83-444f-9872-2057a82d800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:26.256467 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:26.357897 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:27.999403 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:38.385255 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:55:39.866265 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:42.271521 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9e43d-6766-4f44-bccc-028eeb7d332d req-55ecf163-ce0e-4882-a155-02ade809989c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:42.273066 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fa9e43d-6766-4f44-bccc-028eeb7d332d req-55ecf163-ce0e-4882-a155-02ade809989c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.1395802 Jun 23 18:55:42.317172 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-6fa9e43d-6766-4f44-bccc-028eeb7d332d req-48c558d3-52dd-48ce-9047-e42f35a16a1e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384195 Jun 23 18:55:43.558218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e646-78dc-499a-b8b9-720fc4cd02d5 req-72aadf21-eff7-457c-8457-62e18301edbe tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:43.559660 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c56e646-78dc-499a-b8b9-720fc4cd02d5 req-72aadf21-eff7-457c-8457-62e18301edbe tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.1385844 Jun 23 18:55:43.603305 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c56e646-78dc-499a-b8b9-720fc4cd02d5 req-bea0b0d0-cc29-4331-92dc-ad0678818a43 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378056 Jun 23 18:55:43.639670 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-e49e7f67-f982-456e-a034-90f7d843fffb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:43.641262 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-e49e7f67-f982-456e-a034-90f7d843fffb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 945 time: 0.0937088 Jun 23 18:55:43.710841 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port 54ddc044-3999-4ad8-a92b-eb9a703031e8 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:55:43.711189 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:43.960199 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] For port 54ddc044-3999-4ad8-a92b-eb9a703031e8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=54ddc044-3999-4ad8-a92b-eb9a703031e8,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:55:43.960641 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.244258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.244628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.244940 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP 5a3e85e9-6531-4a7d-9f53-be2cb45b7d58 disassociated. External IP: 172.27.2.99, port: 54ddc044-3999-4ad8-a92b-eb9a703031e8. Jun 23 18:55:44.245282 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for 54ddc044-3999-4ad8-a92b-eb9a703031e8 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:55:44.388989 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.440920 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=54ddc044-3999-4ad8-a92b-eb9a703031e8,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:44.453253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.453600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.453962 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.454296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.454626 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.454953 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.455278 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.455600 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.455923 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.456240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.456555 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.456872 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:44.633166 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:55:44.923566 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2b27948e-660a-45dd-a362-a0044615ec23 req-d15113b0-9541-419b-9540-497fdd57862a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=76556763-a6b3-4542-a699-3ade439f22be HTTP/1.1" status: 200 len: 210 time: 0.1739793 Jun 23 18:55:44.968956 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:55:44.978818 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:55:44.988429 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:55:44.989115 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:55:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:45.057633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] No DVR routers for this DVR port 54ddc044-3999-4ad8-a92b-eb9a703031e8 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:55:45.060010 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:45.062549 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'name': 'network-vif-deleted', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:55:45.082590 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8b65553d-9bf6-4f7d-9e65-021bb48bbdab req-963e3917-7514-4bc2-8163-0a8d5bcc10a7 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "DELETE /v2.0/ports/54ddc044-3999-4ad8-a92b-eb9a703031e8 HTTP/1.1" status: 204 len: 173 time: 1.4364872 Jun 23 18:55:45.170704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:55:45.173625 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe042d41-5d6e-44e9-883d-b3c6e9c3a365'] response: {'server_uuid': '76556763-a6b3-4542-a699-3ade439f22be', 'name': 'network-vif-deleted', 'tag': '54ddc044-3999-4ad8-a92b-eb9a703031e8', 'status': 'completed', 'code': 200} Jun 23 18:55:45.480377 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:45.484984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:55:45.496038 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:55:45.496637 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:55:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:45.681251 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:55:46.016166 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:46.020135 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181ab95-bb0a-42e6-9ddf-d37f1acc6fe9 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:55:46.223675 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-b1532f71-fe02-4254-b2b3-3a51afb4a23c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506633575&fields=id&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 267 time: 0.0405331 Jun 23 18:55:46.242368 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a798973-7c9c-4d69-a0c3-6ec2b978d3f9 None None] New status for floating IP 5a3e85e9-6531-4a7d-9f53-be2cb45b7d58: DOWN {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:55:46.373360 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-dc2ce6a6-d7ac-4d7b-8733-839de7cee0c6 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:46.374823 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-dc2ce6a6-d7ac-4d7b-8733-839de7cee0c6 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1445341 Jun 23 18:55:46.389857 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-9b0225cb-cdcf-4072-bbaa-037d70c1ba2c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/quotas/8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Jun 23 18:55:46.490397 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-3caafc4b-4232-4aab-9f92-6ae5c0aa7afc tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952561 Jun 23 18:55:46.504569 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-d831960b-9951-4596-9b77-507ca13a9886 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:55:46.505481 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-d831960b-9951-4596-9b77-507ca13a9886 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052831 Jun 23 18:55:46.641022 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-ddb929ca-4fc8-4985-b03e-fc7a326a44a5 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294799 Jun 23 18:55:46.772166 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-d27b4e70-430d-46a3-b971-d40ae5246dd5 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250706 Jun 23 18:55:47.155808 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-9713d0a3-1945-403a-b2bd-e15e56d326e4 req-69d6c2b3-8a63-475c-9d69-7440de4d087b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:55:47.171756 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-9713d0a3-1945-403a-b2bd-e15e56d326e4 req-69d6c2b3-8a63-475c-9d69-7440de4d087b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:55:47.173071 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9713d0a3-1945-403a-b2bd-e15e56d326e4 req-69d6c2b3-8a63-475c-9d69-7440de4d087b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 210 time: 0.0694823 Jun 23 18:55:47.321058 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 54ddc044-3999-4ad8-a92b-eb9a703031e8 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:55:47.355263 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 54ddc044-3999-4ad8-a92b-eb9a703031e8 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:55:47.355611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 54ddc044-3999-4ad8-a92b-eb9a703031e8 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:55:48.317258 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-0c1df728-610e-4ec5-8c0c-1c1b8dee6843 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:48.319587 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-0c1df728-610e-4ec5-8c0c-1c1b8dee6843 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1539893 Jun 23 18:55:48.349296 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-589ef544-53f6-49cb-927e-c43a162b6ef5 req-920c5fd3-0fdf-4c4f-9b57-3b696094ac0c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 210 time: 0.0661025 Jun 23 18:55:48.369982 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-2ec5a9cb-28f8-4c81-9241-6977da9b7b31 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 379 time: 0.0430753 Jun 23 18:55:48.378443 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'port': {'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'admin_state_up': True, 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'security_groups': ['e88d2e40-04ca-4479-9284-82bd27307359']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:55:48.523399 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:55:48.532966 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:55:48.543499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Made reservation on behalf of 8cde938d18474dc6b24faa581e2ab9d0 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:55:48.546896 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:48.716588 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.20.0.13 (a5e7fd15-407a-40c3-920a-331fd438339c/b2acd74b-e9f4-401d-9b82-47edb960c69c/9b0c11a6-4112-4f56-b8fb-55b3516a0f38) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:55:48.905670 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:48.922433 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Transition to ACTIVE for port object 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:55:48.949386 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:49.017371 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:55:49.020394 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:55:49.025254 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:55:49.068851 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:49.102983 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:49.103705 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:49.129519 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-807773a7-8624-4cd1-9a57-30bcbc45040c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7547264 Jun 23 18:55:49.140814 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Request body: {'port': {'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:55:49.219464 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-978fe088-33b0-4a9b-87b6-c792401ccfda None None] Provisioning for port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:55:49.224399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-978fe088-33b0-4a9b-87b6-c792401ccfda None None] Provisioning complete for port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:55:49.224853 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-978fe088-33b0-4a9b-87b6-c792401ccfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:49.262611 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:49.279866 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-978fe088-33b0-4a9b-87b6-c792401ccfda None None] Port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:55:49.606741 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec2df-5caa-4595-8b69-cec15ba10dc6 req-5f429f57-b7f3-4de2-9a58-0ef603b26fa5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:49.607420 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-65dec2df-5caa-4595-8b69-cec15ba10dc6 req-5f429f57-b7f3-4de2-9a58-0ef603b26fa5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:55:49.669890 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-65dec2df-5caa-4595-8b69-cec15ba10dc6 req-5f429f57-b7f3-4de2-9a58-0ef603b26fa5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:55:49.670929 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65dec2df-5caa-4595-8b69-cec15ba10dc6 req-5f429f57-b7f3-4de2-9a58-0ef603b26fa5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 932 time: 0.1996078 Jun 23 18:55:49.705195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:55:49.714771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:49.745811 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65dec2df-5caa-4595-8b69-cec15ba10dc6 req-4d2f3834-d85e-4838-bfb2-c6f8c26515a1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677180 Jun 23 18:55:49.748090 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Transition to ACTIVE for port object 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:55:49.751627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:50.021193 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:50.097771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Attempting to bind port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:55:50.098137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Attempting to bind port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:55:50.098539 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Attempting to bind port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:55:50.104304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 on network a5e7fd15-407a-40c3-920a-331fd438339c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:55:50.104627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Attempting to bind port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:55:50.109677 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:55:50.110042 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:55:50.110424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Bound using segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:55:50.110848 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Bound port: 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:55:50.111195 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:50.201033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:55:50.204034 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:55:50.207710 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:50.269729 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:50.270382 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:50.272372 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] 10.222.0.36 "PUT /v2.0/ports/9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 1094 time: 1.1353359 Jun 23 18:55:50.272823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:55:50.297957 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3957-2e85-4b13-bdda-bd845f5cf4eb service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:50.356969 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d52827-7ace-4c85-8b60-24eb208d6b44'] response: {'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'status': 'completed', 'code': 200} Jun 23 18:55:50.395718 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-c7cb2efe-7bc7-4485-8866-915ab7618e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:50.397811 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-c7cb2efe-7bc7-4485-8866-915ab7618e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0831966 Jun 23 18:55:50.470013 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-cb805674-f255-415d-b9bd-2462d5610b00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 217 time: 0.0655210 Jun 23 18:55:50.532280 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-6f5f60e2-591d-43f4-a1fa-f7f5185bb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:50.533649 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-6f5f60e2-591d-43f4-a1fa-f7f5185bb5f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0578907 Jun 23 18:55:50.617898 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-66597839-0b4d-402d-9891-c29cd9001551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:50.619354 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-66597839-0b4d-402d-9891-c29cd9001551 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797024 Jun 23 18:55:50.750391 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-ce5233d5-6f10-4e43-9582-dd626b24ce84 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242082 Jun 23 18:55:50.926969 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-17c34d7a-1d3c-4e67-a5d9-8abf2c6c3710 req-6ab1e1cd-3075-47b7-a1c1-5b8f2a43d347 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702287 Jun 23 18:55:50.964874 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40965-8f1a-4d69-bb7c-b15927e84279 req-a4dab1ef-1cf4-4ebf-b9a7-acce76319ef5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:50.966359 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12b40965-8f1a-4d69-bb7c-b15927e84279 req-a4dab1ef-1cf4-4ebf-b9a7-acce76319ef5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.1130855 Jun 23 18:55:51.065345 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-12b40965-8f1a-4d69-bb7c-b15927e84279 req-1bc48328-b27b-4e50-84a3-ffcaf378b48a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637152 Jun 23 18:55:51.083152 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-af66a9ac-f109-4bb4-8221-cca0d665d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:51.085212 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-af66a9ac-f109-4bb4-8221-cca0d665d751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1179280 Jun 23 18:55:51.213828 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-241b5124-8d12-4eea-9772-c882bb99fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:51.215274 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-241b5124-8d12-4eea-9772-c882bb99fde1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1240962 Jun 23 18:55:51.283941 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-63efe312-e251-4b9c-aad7-6279ef28d88b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Jun 23 18:55:51.344655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-b3f5e5f3-c59b-469f-a35e-93026c5eb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:51.346016 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-b3f5e5f3-c59b-469f-a35e-93026c5eb38a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0569170 Jun 23 18:55:51.425843 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-b6f83375-38ce-4589-8b25-8e2d2056af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:51.427329 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-b6f83375-38ce-4589-8b25-8e2d2056af80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757296 Jun 23 18:55:51.649705 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-c4a6d5a9-39aa-4719-8ab7-78a6d54867ff service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160873 Jun 23 18:55:51.784024 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a8edfcf3-bf51-42ea-8e37-e4ae6094297c req-12a28f71-fc6b-4d09-a1cb-ab94d2a48dfa service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276240 Jun 23 18:55:52.257652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1413f-aa35-4d32-9b3e-6fe9e54699c6 req-8d8ed0e6-31a3-4b3d-9c7f-a970bbde01f3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:52.259123 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0a1413f-aa35-4d32-9b3e-6fe9e54699c6 req-8d8ed0e6-31a3-4b3d-9c7f-a970bbde01f3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0893006 Jun 23 18:55:52.302100 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0a1413f-aa35-4d32-9b3e-6fe9e54699c6 req-451cad77-542d-4130-9550-311ef2651383 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370564 Jun 23 18:55:52.621578 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06016253-f432-4c7b-b11f-f49e7efe46e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:53.489925 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d13a0d-39f0-4088-8f6f-c383ad79330c req-f983aed8-b0da-4808-850b-d880ba8f0e77 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:53.492142 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33d13a0d-39f0-4088-8f6f-c383ad79330c req-f983aed8-b0da-4808-850b-d880ba8f0e77 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0870919 Jun 23 18:55:53.535718 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-33d13a0d-39f0-4088-8f6f-c383ad79330c req-fbd8ef45-713a-446f-9142-79ead5c0f41b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379846 Jun 23 18:55:54.713682 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cc24f3b7-f2f5-447f-881c-f4029659a565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:54.730238 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567e46-5539-406a-aeb6-680783913a76 req-b21150ab-03f2-4164-9310-469818782d48 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:54.731673 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89567e46-5539-406a-aeb6-680783913a76 req-b21150ab-03f2-4164-9310-469818782d48 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0880177 Jun 23 18:55:54.775299 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89567e46-5539-406a-aeb6-680783913a76 req-42aeade8-8adc-4a23-b691-5e6a531119b4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380166 Jun 23 18:55:55.969306 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2d8c0-eedf-41c2-bac1-5bdf0769e55e req-38adfd27-4cb9-4653-9340-4aa2b14ab113 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:55.970665 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-25d2d8c0-eedf-41c2-bac1-5bdf0769e55e req-38adfd27-4cb9-4653-9340-4aa2b14ab113 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0903971 Jun 23 18:55:56.014386 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-25d2d8c0-eedf-41c2-bac1-5bdf0769e55e req-01703811-3711-4111-a412-df1383da1e8e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Jun 23 18:55:56.259647 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:56.359704 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:57.206441 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2ac5-da39-48c3-b723-9166dad05a62 req-940db16f-4240-4e8f-a39a-000fc61ce94c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:57.207854 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2c1c2ac5-da39-48c3-b723-9166dad05a62 req-940db16f-4240-4e8f-a39a-000fc61ce94c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0881908 Jun 23 18:55:57.250681 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2c1c2ac5-da39-48c3-b723-9166dad05a62 req-71642ce9-383a-4103-8f3d-edb54b4ce8fe tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370309 Jun 23 18:55:57.999946 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:58.440844 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0cbd2-323d-4167-9b9a-7764c7158634 req-b55f4ddc-327d-4187-b8da-543b2aa741a2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:58.442303 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-34a0cbd2-323d-4167-9b9a-7764c7158634 req-b55f4ddc-327d-4187-b8da-543b2aa741a2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.0859783 Jun 23 18:55:58.488980 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-34a0cbd2-323d-4167-9b9a-7764c7158634 req-fb474ecd-f84a-4ee1-bce8-b029cc27d754 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Jun 23 18:55:59.398984 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:55:59.568500 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:55:59.581280 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:55:59.636092 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:55:59.636474 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:59.654242 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:55:59.670455 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:55:59.674386 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:59.746929 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:59.754294 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.754640 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.754975 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.755307 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.755636 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.756299 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.756721 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.757056 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.757385 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.757708 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.758060 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.758383 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:59.794474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1859d-02d7-4b97-a3a9-9de5422da109 req-c9769e1d-05d5-4598-a9c0-d2f395c61c14 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:55:59.795828 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92c1859d-02d7-4b97-a3a9-9de5422da109 req-c9769e1d-05d5-4598-a9c0-d2f395c61c14 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 944 time: 0.2013123 Jun 23 18:55:59.839444 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92c1859d-02d7-4b97-a3a9-9de5422da109 req-1ecf513b-bbb4-4955-8047-f831f24fc52e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 Jun 23 18:55:59.902836 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['9b0c11a6-4112-4f56-b8fb-55b3516a0f38'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:56:01.030924 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4deee-dca8-476a-989a-a7ec9101f5ee req-09f1f17b-9cd3-4e04-b4c6-2eb5608c9b69 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:01.032369 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65f4deee-dca8-476a-989a-a7ec9101f5ee req-09f1f17b-9cd3-4e04-b4c6-2eb5608c9b69 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 945 time: 0.0875163 Jun 23 18:56:01.079751 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-65f4deee-dca8-476a-989a-a7ec9101f5ee req-297fe9b0-3674-4456-bf6a-901caf24cc6e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 Jun 23 18:56:01.414134 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:56:01.482336 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:01.486829 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:01.487254 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.603832 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:56:01.604111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.638890 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:56:01.649274 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:56:01.653168 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.729580 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:01.735892 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9c4eb9-b08f-4f69-b0eb-06357fcb7486'] response: {'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'code': 200} Jun 23 18:56:02.007656 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93aba-23b0-4d25-8b66-c7c12631ce1a req-3e031344-890c-4dcb-9a45-50573bcbba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:02.009235 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eae93aba-23b0-4d25-8b66-c7c12631ce1a req-3e031344-890c-4dcb-9a45-50573bcbba2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0796211 Jun 23 18:56:02.048798 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-eae93aba-23b0-4d25-8b66-c7c12631ce1a req-1d584e09-69b8-41a0-8fa8-e9843756b4f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Jun 23 18:56:02.271935 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f77a2-4232-42b7-a7bd-588d8b84c94a req-a9943320-4416-4456-b729-b98c854388d5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:02.273375 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-770f77a2-4232-42b7-a7bd-588d8b84c94a req-a9943320-4416-4456-b729-b98c854388d5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.0867097 Jun 23 18:56:02.319694 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-770f77a2-4232-42b7-a7bd-588d8b84c94a req-031514f1-ed6f-4f9c-8636-c22afa70de5c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Jun 23 18:56:03.516208 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624ecc-0ef9-43df-a8aa-198cc95b3eeb req-201104ce-ae00-4c36-813c-92ac394937ed tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:03.517683 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e624ecc-0ef9-43df-a8aa-198cc95b3eeb req-201104ce-ae00-4c36-813c-92ac394937ed tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.0872078 Jun 23 18:56:03.561780 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e624ecc-0ef9-43df-a8aa-198cc95b3eeb req-06d5de15-d5b7-4a92-9084-58aa4b2f3c7b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374534 Jun 23 18:56:03.755384 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcb5e7-e06e-42e2-a4ad-f77570234c9f req-188b5cc3-0a04-4a4a-82fa-dd0e056e60c5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:03.756887 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-38bcb5e7-e06e-42e2-a4ad-f77570234c9f req-188b5cc3-0a04-4a4a-82fa-dd0e056e60c5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.0897927 Jun 23 18:56:03.800487 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-38bcb5e7-e06e-42e2-a4ad-f77570234c9f req-f0d8e216-abc8-4d81-bb0b-536b430a6d8e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 Jun 23 18:56:03.822572 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40680) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:03.904835 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34773d5f-49c8-43a2-af52-65bda3cc3b8c tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:03.906334 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-34773d5f-49c8-43a2-af52-65bda3cc3b8c tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0828285 Jun 23 18:56:03.908995 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 40684) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:03.914379 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:03.920061 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:56:03.923809 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:floatingip and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:56:03.926568 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:56:03.932189 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:56:03.941988 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:04.081995 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:04.221285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.27.2.42 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/d1b3563b-35de-461c-8178-327cd83fb3e4) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:56:04.372751 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:04.403301 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:04.470699 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:56:04.473492 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:04.477211 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:56:04.514652 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=d1b3563b-35de-461c-8178-327cd83fb3e4,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:04.991905 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:05.065042 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:05.266894 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:05.271887 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:05.392266 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=d1b3563b-35de-461c-8178-327cd83fb3e4,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:05.401551 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:05.569658 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP eb36f31b-e1fb-438e-bdfc-56e8170ee953 associated. External IP: 172.27.2.42, port: 9b0c11a6-4112-4f56-b8fb-55b3516a0f38. Jun 23 18:56:05.921628 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:56:06.099030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:56:06.108979 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:56:06.118973 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:56:06.119654 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:55:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:06.123938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:06.179318 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-b17f5cf1-39ea-45ad-b591-44e526f6dbac tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2692380 Jun 23 18:56:06.179912 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:56:06.224926 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55c2cda-55cc-44fc-bcbb-65eae1ea4828'] response: {'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'status': 'completed', 'code': 200} Jun 23 18:56:06.303678 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:56:06.329088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-2c0d5c12-23c5-42f0-a28c-f9a6e31bbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:06.330809 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-2c0d5c12-23c5-42f0-a28c-f9a6e31bbcd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0808687 Jun 23 18:56:06.580327 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-bc1b2251-a9bb-4472-b789-fb658457cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:06.581779 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-bc1b2251-a9bb-4472-b789-fb658457cbca service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.2450120 Jun 23 18:56:06.665087 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:04Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:06.669007 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:56:06.680872 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:56:06.681719 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:55:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:06.684917 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-93d02ec7-c781-40f7-8dc1-8826daaa6739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 999 time: 0.0973439 Jun 23 18:56:06.747018 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-79ea7431-d01e-4c22-8ada-09d730c5bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:06.748827 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-79ea7431-d01e-4c22-8ada-09d730c5bf6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0586810 Jun 23 18:56:06.839099 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-31a3154b-2739-4b7d-9fd0-9e351e59d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:06.841011 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-31a3154b-2739-4b7d-9fd0-9e351e59d4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864909 Jun 23 18:56:06.869768 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:56:06.976857 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-85e49481-0796-4e01-a959-543f7cb8f1aa service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299558 Jun 23 18:56:07.117334 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1d4b9614-66cb-4e37-b4ca-970e2affe2d5 req-0621116b-278c-4827-9e4f-5060f1442d88 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339059 Jun 23 18:56:07.251071 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:04Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:07.254907 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79aee-62e8-41e9-8e52-621e878f6cac None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:04Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:56:07.438681 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7598d-5609-4d54-b306-e1d7ccef3b64 None None] New status for floating IP eb36f31b-e1fb-438e-bdfc-56e8170ee953: ACTIVE {{(pid=88127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:56:09.864533 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.384092 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:56:16.735298 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-db1f9fad-ef75-4843-b3d6-c0d4dcee3031 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752277 Jun 23 18:56:16.887717 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-428ed6c0-193f-4c20-858c-1632f15d654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:16.889401 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-428ed6c0-193f-4c20-858c-1632f15d654b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0815816 Jun 23 18:56:17.029262 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-691fa7f2-8a0e-4b26-878f-ba0ce3922f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:17.030677 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-691fa7f2-8a0e-4b26-878f-ba0ce3922f68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1229157 Jun 23 18:56:17.128400 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-5f1fdb90-d820-482b-9b96-4dc7ea1e3cf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 1001 time: 0.0910561 Jun 23 18:56:17.194052 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-66911f7e-8460-462f-8517-c830871f2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:17.195411 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-66911f7e-8460-462f-8517-c830871f2e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0607343 Jun 23 18:56:17.276586 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-6684d1e2-188b-4db8-bd8a-f5ac9c8f26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:56:17.278043 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-6684d1e2-188b-4db8-bd8a-f5ac9c8f26ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764155 Jun 23 18:56:17.408836 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-877ec596-ff06-426d-85b8-1964d8088254 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248839 Jun 23 18:56:17.535136 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-a4f93c91-5cfc-4b15-8558-c8ab97ddc8aa req-19bef876-61a3-4361-a638-5640deda8d7e service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207561 Jun 23 18:56:22.621896 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0aef261c-1496-45e2-a3ff-0cdcdb3f0d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:24.717488 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ead36415-958e-4eb0-bad9-3ae7ccd7472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:26.260646 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:26.363221 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.001617 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:39.878638 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:52.383017 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:56:52.625686 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ac68374a-3b10-4d5b-b31f-215b809e8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:54.719494 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ae51e129-ee45-44ea-9764-398d11b1601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:56.264010 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:56.368371 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:58.004841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:09.877477 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:16.731002 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-a451c007-10f2-4c1e-a394-5165600aa951 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801218 Jun 23 18:57:16.875659 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864175-13d0-4fff-9a30-d6663f611601 req-20efb415-dd6c-4db6-9a2b-7dc9d1c75496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:16.877222 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-20efb415-dd6c-4db6-9a2b-7dc9d1c75496 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0779982 Jun 23 18:57:17.107236 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864175-13d0-4fff-9a30-d6663f611601 req-9cf33f19-8974-4085-935d-3826b162990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:17.108711 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-9cf33f19-8974-4085-935d-3826b162990d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.2121828 Jun 23 18:57:17.211998 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-d3ead034-cfad-4019-930a-93133d295498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 1001 time: 0.0975575 Jun 23 18:57:17.277929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864175-13d0-4fff-9a30-d6663f611601 req-ee53dfbf-3a0f-4c8d-a298-ac6088dd48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:17.279361 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-ee53dfbf-3a0f-4c8d-a298-ac6088dd48a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0606825 Jun 23 18:57:17.359873 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864175-13d0-4fff-9a30-d6663f611601 req-a8429804-4c6c-4238-885e-6392ee887af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:17.361227 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-a8429804-4c6c-4238-885e-6392ee887af2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757844 Jun 23 18:57:17.489246 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-4904633b-058a-4418-bc0c-778fe36037a3 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220784 Jun 23 18:57:17.621133 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-d7864175-13d0-4fff-9a30-d6663f611601 req-06a4822a-aeed-4c11-a5bc-202fb71f4ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Jun 23 18:57:22.627057 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-139f3c8f-2ac4-4179-9fd4-3f0faa1966d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:24.719897 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5823cadb-d4fa-482f-bacf-7b9b07d02c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:26.266069 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:26.368553 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:28.007051 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:29.382342 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:57:39.903999 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:41.136651 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-80a33c92-3cca-42c0-a1e3-c5ef7c38f139 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506633575&fields=id&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 267 time: 0.0444918 Jun 23 18:57:41.289786 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-821e2237-8b77-41b2-9390-238f0b004d06 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:41.291219 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-821e2237-8b77-41b2-9390-238f0b004d06 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1479897 Jun 23 18:57:41.305908 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-18ee1f13-d4cf-42fa-961e-3d5ba9a92e26 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/quotas/8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 375 time: 0.0090771 Jun 23 18:57:41.399146 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-112d8884-0ebc-483d-a0bb-dd0a83f200cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0882707 Jun 23 18:57:41.577107 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-8aabc8f4-d795-4ae7-bfa0-0c7a42af076b service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669157 Jun 23 18:57:41.707425 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-4d6c2b70-cb73-495b-95b9-545d4515a795 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244428 Jun 23 18:57:42.086959 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75880c7c-feb7-438d-ad68-be0d6dbfc3c8 req-7506c393-9c2f-4bec-bc08-411ec6e2c1df tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0534256 Jun 23 18:57:43.129370 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-768ee403-9fcf-4d12-a522-6a6113456931 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:43.131500 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-768ee403-9fcf-4d12-a522-6a6113456931 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 812 time: 0.1512964 Jun 23 18:57:43.182734 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-2febd010-f97d-4e01-9475-7ed4e5045878 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cde938d18474dc6b24faa581e2ab9d0 HTTP/1.1" status: 200 len: 379 time: 0.0414913 Jun 23 18:57:43.242911 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'port': {'device_id': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'admin_state_up': True, 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'security_groups': ['e88d2e40-04ca-4479-9284-82bd27307359']}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:57:43.270719 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-47a28a4f-a02c-4a5e-9cc4-808bd61a0321 req-103cd79e-89ed-42be-8ed1-6539b9fecd26 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0798595 Jun 23 18:57:43.486255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:57:43.496311 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:57:43.505499 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Made reservation on behalf of 8cde938d18474dc6b24faa581e2ab9d0 for: {'port': 1} {{(pid=88124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:57:43.509696 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:43.671071 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.20.0.4 (a5e7fd15-407a-40c3-920a-331fd438339c/b2acd74b-e9f4-401d-9b82-47edb960c69c/a7bd3165-26fc-4b14-a615-f9766fd0fc44) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:57:43.874664 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:43.892653 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Transition to ACTIVE for port object a7bd3165-26fc-4b14-a615-f9766fd0fc44 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:57:43.919304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:43.988062 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network a5e7fd15-407a-40c3-920a-331fd438339c is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:57:43.991856 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:57:43.995719 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:57:44.029430 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:44.045792 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.046143 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.046483 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.046816 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.047151 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.047478 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.047799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.048120 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.048443 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.048765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.049081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.049394 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:44.077137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:44.077736 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.105193 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-a85dad4f-87cf-4697-9e48-a0bfe5297a18 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8715448 Jun 23 18:57:44.118616 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Request body: {'port': {'device_id': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:57:44.225111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-0cb6cd0d-522b-43ef-856e-61a8b9689f7d None None] Provisioning for port a7bd3165-26fc-4b14-a615-f9766fd0fc44 completed by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:57:44.230665 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-0cb6cd0d-522b-43ef-856e-61a8b9689f7d None None] Provisioning complete for port a7bd3165-26fc-4b14-a615-f9766fd0fc44 triggered by entity DHCP. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:57:44.231028 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cd0d-522b-43ef-856e-61a8b9689f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.237982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.285611 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6cd0d-522b-43ef-856e-61a8b9689f7d None None] Port a7bd3165-26fc-4b14-a615-f9766fd0fc44 cannot update to ACTIVE because it is not bound. {{(pid=88126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 23 18:57:44.476519 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89fe7d-faa8-448d-9a2e-047eccea6679 req-53256cc8-eac5-493a-bcdc-536ee8de2af5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:44.477987 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b89fe7d-faa8-448d-9a2e-047eccea6679 req-53256cc8-eac5-493a-bcdc-536ee8de2af5 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 931 time: 0.0869672 Jun 23 18:57:44.526696 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b89fe7d-faa8-448d-9a2e-047eccea6679 req-ea157205-3cce-470b-8354-2c31d058f5f4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Jun 23 18:57:44.589679 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bd3165-26fc-4b14-a615-f9766fd0fc44 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:57:44.596705 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.610888 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.provisioning_blocks [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Transition to ACTIVE for port object a7bd3165-26fc-4b14-a615-f9766fd0fc44 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:57:44.614627 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.770940 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:44.855104 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Attempting to bind port a7bd3165-26fc-4b14-a615-f9766fd0fc44 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 23 18:57:44.855438 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Attempting to bind port a7bd3165-26fc-4b14-a615-f9766fd0fc44 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 23 18:57:44.855765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Attempting to bind port a7bd3165-26fc-4b14-a615-f9766fd0fc44 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:57:44.860290 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Port a7bd3165-26fc-4b14-a615-f9766fd0fc44 on network a5e7fd15-407a-40c3-920a-331fd438339c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:57:44.860609 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Attempting to bind port a7bd3165-26fc-4b14-a615-f9766fd0fc44 on network a5e7fd15-407a-40c3-920a-331fd438339c {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:57:44.865794 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Checking agent: {'id': '304bbd8d-1333-4548-a8bb-ab02d501c1f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'started_at': datetime.datetime(2022, 6, 23, 18, 10, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 18, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:57:44.866170 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Checking segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 23 18:57:44.866556 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Bound using segment: {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:57:44.866979 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.managers [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Bound port: a7bd3165-26fc-4b14-a615-f9766fd0fc44, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3ddbe0-36a6-4d93-995e-989455c4613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 23 18:57:44.867325 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:44.955591 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 23 18:57:44.958524 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 23 18:57:44.963651 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:45.025732 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.026384 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:45.027740 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 1093 time: 0.9147110 Jun 23 18:57:45.028167 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:57:45.048537 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec7fd3-d56d-4b16-bcc5-e69afcafa777 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:45.108287 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105cad7e-6365-4397-a3b1-ac5e11b55dbb'] response: {'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'status': 'completed', 'code': 200} Jun 23 18:57:45.153909 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-e8b5c3ae-8693-4abf-b4a0-7f43044b61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.155389 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-e8b5c3ae-8693-4abf-b4a0-7f43044b61f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0861106 Jun 23 18:57:45.226464 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-e70abc31-09a1-4c76-a7a3-a20e7b0e4eb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 217 time: 0.0645342 Jun 23 18:57:45.289984 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-cab6a093-76f1-4f62-9ce2-4a1d9c3fe08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.291327 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-cab6a093-76f1-4f62-9ce2-4a1d9c3fe08b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0586705 Jun 23 18:57:45.471049 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-f3004caa-dfd5-46a5-a9f3-0379dc636239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.472518 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-f3004caa-dfd5-46a5-a9f3-0379dc636239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1753526 Jun 23 18:57:45.601730 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-967161fa-a651-4001-ac34-7d1ca56a7197 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233459 Jun 23 18:57:45.719003 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0025-c769-44bd-8e45-c7f696129d10 req-96b8a9e7-84b4-486b-9630-0ccec4251c9e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.720355 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5c0025-c769-44bd-8e45-c7f696129d10 req-96b8a9e7-84b4-486b-9630-0ccec4251c9e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0867443 Jun 23 18:57:45.734839 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fc4167a3-bdac-466e-b7a8-72bf81fdf8f4 req-6193aed0-8a8d-4b70-9ffc-57add68dd780 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259425 Jun 23 18:57:45.765672 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5c0025-c769-44bd-8e45-c7f696129d10 req-1b2e8335-3354-4c61-aff4-c836e0cd427d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386782 Jun 23 18:57:45.857081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-43c08df6-fdbc-468f-a01f-be5c4adeb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.858608 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-43c08df6-fdbc-468f-a01f-be5c4adeb3ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0774002 Jun 23 18:57:45.987798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-4a9abf61-2338-4dbb-91d5-c3a70d6ff72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:45.989226 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-4a9abf61-2338-4dbb-91d5-c3a70d6ff72b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1245744 Jun 23 18:57:46.060640 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-149ef274-f587-433a-9efe-ec4e4684f347 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 217 time: 0.0632193 Jun 23 18:57:46.121818 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-2c6687b5-bc34-46db-af40-80fb9f2633db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:46.123243 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-2c6687b5-bc34-46db-af40-80fb9f2633db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0563807 Jun 23 18:57:46.210358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-9714bcbf-559a-49f7-9ee6-b1a4e4ca0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:46.211854 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-9714bcbf-559a-49f7-9ee6-b1a4e4ca0852 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798554 Jun 23 18:57:46.345337 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-bbeb3610-c04e-408c-86ac-9eab86143240 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238282 Jun 23 18:57:46.473611 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-296af1f0-fb5d-4687-9c76-23a33442a410 req-80ad8944-641a-40e4-9310-e674dbc69844 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214013 Jun 23 18:57:46.960210 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c62cd-4489-4f64-9158-805238ed0fda req-ada9e37b-635d-487d-935c-9f658d6d3cc1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:46.960880 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-988c62cd-4489-4f64-9158-805238ed0fda req-ada9e37b-635d-487d-935c-9f658d6d3cc1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:57:46.976518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-988c62cd-4489-4f64-9158-805238ed0fda req-ada9e37b-635d-487d-935c-9f658d6d3cc1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:57:46.977790 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-988c62cd-4489-4f64-9158-805238ed0fda req-ada9e37b-635d-487d-935c-9f658d6d3cc1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.1030478 Jun 23 18:57:47.023155 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-988c62cd-4489-4f64-9158-805238ed0fda req-ac5da725-db59-4613-ba55-e7352726edfc tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Jun 23 18:57:48.214533 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f603d-a734-4519-9ad6-ab71383f6f86 req-2b0102d0-b5ea-4d50-8050-5e0b2a787776 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:48.215873 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c72f603d-a734-4519-9ad6-ab71383f6f86 req-2b0102d0-b5ea-4d50-8050-5e0b2a787776 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0887041 Jun 23 18:57:48.258907 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c72f603d-a734-4519-9ad6-ab71383f6f86 req-8cfb7855-5d7b-4cf0-9f97-b036c920c5af tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Jun 23 18:57:49.450900 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb0e29-63f2-466e-a23e-5741a7e8b99e req-1024ca01-b686-444e-9fdf-2955b7016267 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:49.452343 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fcfb0e29-63f2-466e-a23e-5741a7e8b99e req-1024ca01-b686-444e-9fdf-2955b7016267 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0921502 Jun 23 18:57:49.496365 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-fcfb0e29-63f2-466e-a23e-5741a7e8b99e req-012db5c4-8c95-4001-8540-6db88735c17d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 Jun 23 18:57:50.687923 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d2c1-37e1-4ba3-b86c-223af725db35 req-43a447d2-2796-478a-97de-8d2885dd5877 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:50.689378 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df92d2c1-37e1-4ba3-b86c-223af725db35 req-43a447d2-2796-478a-97de-8d2885dd5877 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0852976 Jun 23 18:57:50.736369 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df92d2c1-37e1-4ba3-b86c-223af725db35 req-b6163665-eb20-4865-82f3-187c1d96daeb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407629 Jun 23 18:57:51.936973 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece112e-bf44-4581-a68a-24a69dc081d9 req-3c89f261-001c-467e-894a-0ac239716d00 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:51.938454 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1ece112e-bf44-4581-a68a-24a69dc081d9 req-3c89f261-001c-467e-894a-0ac239716d00 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0996716 Jun 23 18:57:51.982461 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1ece112e-bf44-4581-a68a-24a69dc081d9 req-886223cf-e8a0-4a8d-aa5d-f52544a09257 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Jun 23 18:57:52.630992 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-85deceba-74dc-4a84-833f-f068b4c3fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:53.174239 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb28bb-7155-4e8e-b717-58d60b42854c req-353b73ab-f1d4-4f0d-8dec-7cab100b588c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:53.175592 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-52fb28bb-7155-4e8e-b717-58d60b42854c req-353b73ab-f1d4-4f0d-8dec-7cab100b588c tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0890784 Jun 23 18:57:53.222127 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-52fb28bb-7155-4e8e-b717-58d60b42854c req-a29e3c86-98a6-452d-8a17-407138183cea tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Jun 23 18:57:53.902502 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a7bd3165-26fc-4b14-a615-f9766fd0fc44 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 23 18:57:54.033692 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:57:54.046309 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Returning: {'device': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'port_id': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'mac_address': 'fa:16:3e:a0:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 23 18:57:54.100565 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port a7bd3165-26fc-4b14-a615-f9766fd0fc44 is: DOWN; New status is: BUILD {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:57:54.100942 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:54.117909 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bd3165-26fc-4b14-a615-f9766fd0fc44 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 18:57:54.133311 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:57:54.137041 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:54.205183 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=4']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:54.212193 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.212532 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.212862 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.213189 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.213510 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.213831 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.214168 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.214485 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.214801 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.215122 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.215432 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.215742 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:54.357190 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] get_ports_and_sgs() called for port_ids ['a7bd3165-26fc-4b14-a615-f9766fd0fc44'] {{(pid=88126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 23 18:57:54.414030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a08e38-b6b8-4419-8405-fa36a185ee31 req-90d949b6-a3a2-49d9-aca4-2090e69f5780 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:54.415524 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e9a08e38-b6b8-4419-8405-fa36a185ee31 req-90d949b6-a3a2-49d9-aca4-2090e69f5780 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0867124 Jun 23 18:57:54.459084 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-e9a08e38-b6b8-4419-8405-fa36a185ee31 req-72fc29aa-c969-41b4-b8a4-93a6d7f8305d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Jun 23 18:57:54.721437 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-18512dfc-1def-4c3a-a9bb-fb8c3af4707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:55.654345 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09d0a-c5bd-4328-9db0-9c47bd4cee66 req-59372fa5-12e0-4047-b90e-d9c58944d67a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:55.655776 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1e09d0a-c5bd-4328-9db0-9c47bd4cee66 req-59372fa5-12e0-4047-b90e-d9c58944d67a tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0903230 Jun 23 18:57:55.699329 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1e09d0a-c5bd-4328-9db0-9c47bd4cee66 req-1d06e2d9-30e4-41b1-ac54-46f38ab2e02e tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378921 Jun 23 18:57:55.907198 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a7bd3165-26fc-4b14-a615-f9766fd0fc44 up at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 23 18:57:55.975965 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning for port a7bd3165-26fc-4b14-a615-f9766fd0fc44 completed by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:57:55.980393 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Provisioning complete for port a7bd3165-26fc-4b14-a615-f9766fd0fc44 triggered by entity L2. {{(pid=88126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:57:55.980755 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061707'] for port, provisioning_complete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:56.090697 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Current status of the port a7bd3165-26fc-4b14-a615-f9766fd0fc44 is: BUILD; New status is: ACTIVE {{(pid=88126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 23 18:57:56.091059 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:56.116263 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:57:56.126217 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:57:56.130093 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:56.202589 dv-cinder-847189-1-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb473a10-5d52-46f0-b61c-4d88ab0a3274'] response: {'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'code': 200} Jun 23 18:57:56.240355 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Pushing event updated for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=5']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:56.268119 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:56.373027 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:56.444582 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52f07a-86e8-4683-9332-eb83b05902d4 req-af35b55e-4285-4549-960d-e2cf842473d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:56.445408 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41030) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:57:56.446156 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-df52f07a-86e8-4683-9332-eb83b05902d4 req-af35b55e-4285-4549-960d-e2cf842473d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0815034 Jun 23 18:57:56.486692 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-df52f07a-86e8-4683-9332-eb83b05902d4 req-b8df91c4-b222-4a8c-98f9-48eeb73528d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346599 Jun 23 18:57:57.039234 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd70ee0-17b2-49b1-bd23-c64c57549da1 req-a50fbe1b-be7a-4abf-96ad-cc2a7bd79db4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:57.040648 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8bd70ee0-17b2-49b1-bd23-c64c57549da1 req-a50fbe1b-be7a-4abf-96ad-cc2a7bd79db4 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.2228792 Jun 23 18:57:57.129788 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8bd70ee0-17b2-49b1-bd23-c64c57549da1 req-df7aef73-92ed-48bb-b4aa-129f7b1c4c29 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828254 Jun 23 18:57:57.227399 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:57.683648 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Deleting port af196479-e162-4418-98b7-e630f3ef4773 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:57:57.683990 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:57.854071 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] For port af196479-e162-4418-98b7-e630f3ef4773, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=af196479-e162-4418-98b7-e630f3ef4773,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:57:57.854421 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:57.975400 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Calling delete_port for af196479-e162-4418-98b7-e630f3ef4773 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:57:58.011474 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:58.147242 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:58.201336 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Pushing event deleted for resources: {'Port': ['ID=af196479-e162-4418-98b7-e630f3ef4773,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:57:58.250339 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.250682 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.251014 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.251343 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.251666 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.251985 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.252300 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.252617 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.252931 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.253243 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.253554 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.253863 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:57:58.332672 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f06c4-aa17-427c-b907-38ef8ef5ba7b req-13ac7605-aedd-478e-9cef-d9d26d281ab1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:58.334518 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2d8f06c4-aa17-427c-b907-38ef8ef5ba7b req-13ac7605-aedd-478e-9cef-d9d26d281ab1 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0978534 Jun 23 18:57:58.483766 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-2d8f06c4-aa17-427c-b907-38ef8ef5ba7b req-2d2ab66f-8c7a-4f60-bba4-897d33dec058 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433327 Jun 23 18:57:58.489675 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:58.916544 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44dd05-6312-4e56-b7a3-ebc74caa456b req-97dbd721-8476-42dd-91e0-3ddf58e69b11 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:58.918017 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa44dd05-6312-4e56-b7a3-ebc74caa456b req-97dbd721-8476-42dd-91e0-3ddf58e69b11 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.3067651 Jun 23 18:57:59.045294 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa44dd05-6312-4e56-b7a3-ebc74caa456b req-1ef77ac4-a438-4f53-bad7-96b971c129cc tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725410 Jun 23 18:57:59.069036 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41042) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:57:59.076978 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:57:59.146738 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547d40f-4bbc-4f9e-b1ce-fb37a959071d tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:57:59.148337 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f547d40f-4bbc-4f9e-b1ce-fb37a959071d tempest-TestVolumeBootPattern-2015488863 tempest-TestVolumeBootPattern-2015488863-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1093 time: 0.0783322 Jun 23 18:57:59.151079 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41046) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:57:59.155835 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.v2.base [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Request body: {'floatingip': {'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'port_id': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:57:59.161954 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:57:59.165757 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Usage tracker for resource:floatingip and tenant:8cde938d18474dc6b24faa581e2ab9d0 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:57:59.168594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:57:59.174219 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:57:59.184838 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.254094 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:57:59.264409 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Sync routers for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:57:59.267864 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-aa625dc6-28c3-40a7-a51e-812394c70432 admin admin] 10.222.0.26 "PUT /v2.0/routers/59b0e9da-6231-41b0-8c77-1d129f6dbd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8213427 Jun 23 18:57:59.270512 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41050) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:57:59.275061 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:57:59.275819 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:57:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:57:59.452912 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:57:59.476088 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks [] for router, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.608382 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.731744 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:57:58Z', 'revision_number': 5, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port': {'id': '6fc81c00-d914-4417-a122-faa58af9eccc', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:14:12Z', 'updated_at': '2022-06-23T18:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:57:59.735411 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Checking router: 59b0e9da-6231-41b0-8c77-1d129f6dbd12 for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:57:59.744609 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Routers {'59b0e9da-6231-41b0-8c77-1d129f6dbd12'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:57:59.745275 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:57:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:57:59.754180 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.772790 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Deleting port 6fc81c00-d914-4417-a122-faa58af9eccc {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:57:59.773131 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.827448 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_common [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Allocated IP 172.27.2.63 (7530256d-a4f3-4af7-b0f4-2d9785ba1e48/16d6a6f1-3024-4e66-84cf-d32534111423/e7ebe0e2-7e77-42ca-841b-617c68a5e23a) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:57:59.908111 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] Set router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 gateway port host: None {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:58:00.013470 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:57:59Z', 'revision_number': 6, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:00.017387 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f452877-7f9a-4d89-90b8-61112adf2cf6 None None] The sync data for ids ['59b0e9da-6231-41b0-8c77-1d129f6dbd12'] in dv-cinder-847189-1-iscsi is: [{'id': '59b0e9da-6231-41b0-8c77-1d129f6dbd12', 'name': 'tempest-AttachVolumeTestJSON-1690336486-router', 'tenant_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:14:10Z', 'updated_at': '2022-06-23T18:57:59Z', 'revision_number': 6, 'project_id': 'f53081e89e0a42b6b3c602ed20974ccd', 'gw_port_host': None}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:00.076112 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] For port 6fc81c00-d914-4417-a122-faa58af9eccc, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=6fc81c00-d914-4417-a122-faa58af9eccc,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:58:00.076468 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:00.210307 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Calling delete_port for 6fc81c00-d914-4417-a122-faa58af9eccc owned by network:router_gateway {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:58:00.237117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:00.324597 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742150406831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:00.391338 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Network 7530256d-a4f3-4af7-b0f4-2d9785ba1e48 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:00.392578 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.base_scheduler [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Resources bound (agent type, host, resource id): {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:00.395146 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 23 18:58:00.579903 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=e7ebe0e2-7e77-42ca-841b-617c68a5e23a,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:00.671585 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:00.793240 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc81c00-d914-4417-a122-faa58af9eccc,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:00.907022 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device af196479-e162-4418-98b7-e630f3ef4773 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:58:00.945267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: af196479-e162-4418-98b7-e630f3ef4773 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:58:00.945798 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device af196479-e162-4418-98b7-e630f3ef4773 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:58:00.946350 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 6fc81c00-d914-4417-a122-faa58af9eccc no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:58:00.985531 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 6fc81c00-d914-4417-a122-faa58af9eccc {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:58:00.985885 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 6fc81c00-d914-4417-a122-faa58af9eccc not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:58:01.006746 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.186948 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.197218 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.234436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.234918 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b0e9da-6231-41b0-8c77-1d129f6dbd12 {{(pid=88124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:58:01.264765 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.268306 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-72c6c78a-ca03-4b9f-bfd9-a26177431123 admin admin] 10.222.0.26 "DELETE /v2.0/routers/59b0e9da-6231-41b0-8c77-1d129f6dbd12 HTTP/1.1" status: 204 len: 168 time: 1.9942851 Jun 23 18:58:01.268966 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41056) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:01.307366 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.337404 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Deleting subnet 9e865422-6fa7-46c1-969f-9f1254365580 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:58:01.340299 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.384912 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677963'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.389819 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.470406 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.541417 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.578888 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e865422-6fa7-46c1-969f-9f1254365580,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:01.584894 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.590954 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede0dfc-c398-450c-8fbf-fda8fde3b50c None None] Network ad47f189-c2cf-497a-8784-dba3761c14a2 requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:58:01.592089 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c398ca21-250b-49cd-9034-c4e83717b834 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9e865422-6fa7-46c1-969f-9f1254365580 HTTP/1.1" status: 204 len: 168 time: 0.3221138 Jun 23 18:58:01.594468 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41060) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:01.600169 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.604789 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742150932857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742150406849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742150406894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1747302'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.701702 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.713199 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Deleting port b0d71eba-9734-449e-a02d-0aafdd18df7a {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:58:01.713664 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.729864 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event updated for resources: {'Port': ['ID=e7ebe0e2-7e77-42ca-841b-617c68a5e23a,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:01.733518 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548553'] for floatingip, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.843021 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] DHCP port deletion for ad47f189-c2cf-497a-8784-dba3761c14a2 request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:58:01.847966 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Deleting port b0d71eba-9734-449e-a02d-0aafdd18df7a {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:58:01.848351 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.952297 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] For port b0d71eba-9734-449e-a02d-0aafdd18df7a, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b0d71eba-9734-449e-a02d-0aafdd18df7a,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:58:01.952648 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.035049 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.db.l3_db [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP 58fd70ca-3fd8-4f4c-b488-b303dfef2190 associated. External IP: 172.27.2.63, port: a7bd3165-26fc-4b14-a615-f9766fd0fc44. Jun 23 18:58:02.078768 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Calling delete_port for b0d71eba-9734-449e-a02d-0aafdd18df7a owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:58:02.097864 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] For port b0d71eba-9734-449e-a02d-0aafdd18df7a, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=b0d71eba-9734-449e-a02d-0aafdd18df7a,segment=NetworkSegment(61445e2d-6dd5-4117-af10-9917511214bf),segment_id=61445e2d-6dd5-4117-af10-9917511214bf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:58:02.098458 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.162735 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.213073 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d71eba-9734-449e-a02d-0aafdd18df7a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:02.216708 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] No DVR routers for this DVR port b0d71eba-9734-449e-a02d-0aafdd18df7a on host dv-cinder-847189-1-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:58:02.225048 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Calling delete_port for b0d71eba-9734-449e-a02d-0aafdd18df7a owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:58:02.304469 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:02.304715 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:02.401801 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:58:02.442652 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.468044 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad47f189-c2cf-497a-8784-dba3761c14a2']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:02.480857 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61445e2d-6dd5-4117-af10-9917511214bf') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:02.481157 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61445e2d-6dd5-4117-af10-9917511214bf') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:02.492221 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1581566'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.507918 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.514097 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:58:02.514475 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6145457'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.584532 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:58:02.596814 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:02.608495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.612651 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:58:02.613798 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:57:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:02.617737 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 61445e2d-6dd5-4117-af10-9917511214bf resource provider aggregate not found Jun 23 18:58:02.621365 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.639009 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.645117 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.services.segments.plugin [-] Segment 61445e2d-6dd5-4117-af10-9917511214bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61445e2d-6dd5-4117-af10-9917511214bf found for delete ", "request_id": "req-07f5e394-eee8-4211-b44f-0ce23bca4f48"}]} Jun 23 18:58:02.652059 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad47f189-c2cf-497a-8784-dba3761c14a2,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:02.662616 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7ea91582-dadf-4992-9636-805626bc6204 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ad47f189-c2cf-497a-8784-dba3761c14a2 HTTP/1.1" status: 204 len: 168 time: 1.0669637 Jun 23 18:58:02.674261 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-32932631-0e67-409f-8aad-e34c0cc5cae3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5219731 Jun 23 18:58:02.675119 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:58:02.725171 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de5f78d-9536-453f-8100-2c3bcdb8b42f'] response: {'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'status': 'completed', 'code': 200} Jun 23 18:58:02.792524 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41076) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:02.806060 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Deleting port b0d71eba-9734-449e-a02d-0aafdd18df7a {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:58:02.807200 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.811642 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:58:02.832264 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-4d74f680-55c0-4d05-9d3d-be81a3c35686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:02.835337 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-4d74f680-55c0-4d05-9d3d-be81a3c35686 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0863702 Jun 23 18:58:02.846529 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-54ed372e-f20e-4dc5-b19d-9df02fd1167d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f53081e89e0a42b6b3c602ed20974ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513542 Jun 23 18:58:02.854324 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41080) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:02.912547 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c7a08ba7-9b06-4bc3-9eca-cd56f42d388e None None] The port 'b0d71eba-9734-449e-a02d-0aafdd18df7a' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:58:02.949180 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b0d71eba-9734-449e-a02d-0aafdd18df7a no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:58:02.970974 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.993703 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: b0d71eba-9734-449e-a02d-0aafdd18df7a {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:58:02.994699 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device b0d71eba-9734-449e-a02d-0aafdd18df7a not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:58:03.008697 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:03.030869 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-da98c4a2-c599-453d-ac74-a3650b12df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:03.032396 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-da98c4a2-c599-453d-ac74-a3650b12df58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1909928 Jun 23 18:58:03.072885 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:03.093310 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf355a0-851e-4002-a164-865196d4fe3d,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:03.102763 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:03.106436 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bd72332e-2547-4ddc-a8be-b952546148f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/acf355a0-851e-4002-a164-865196d4fe3d HTTP/1.1" status: 204 len: 168 time: 0.2486331 Jun 23 18:58:03.152164 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-e9b5e1d0-bb6a-4c3f-8c2c-9e53fe598d7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 998 time: 0.1138506 Jun 23 18:58:03.223184 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-2d265e24-db7c-487f-8326-620057802d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:03.226194 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-2d265e24-db7c-487f-8326-620057802d12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0684214 Jun 23 18:58:03.268714 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '58fd70ca-3fd8-4f4c-b488-b303dfef2190', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:a0:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:58:01Z', 'updated_at': '2022-06-23T18:58:01Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}, {'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:03.274524 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:03.287708 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:58:03.288429 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:57:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:03.323345 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-2d157567-4dbd-4fb3-bb4e-e3b838f7c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:03.324712 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-2d157567-4dbd-4fb3-bb4e-e3b838f7c7ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927002 Jun 23 18:58:03.462391 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-245e9a36-bb6c-407f-bf7c-f6d79bfe9352 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315136 Jun 23 18:58:03.501625 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:58:03.601008 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-35448dd3-00ff-44f0-b544-6ef10653e9e6 req-9d8dc862-f4d8-42f6-a953-21c136229ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322157 Jun 23 18:58:03.862623 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '58fd70ca-3fd8-4f4c-b488-b303dfef2190', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:a0:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:58:01Z', 'updated_at': '2022-06-23T18:58:01Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}, {'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:03.867338 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214b820-ce2d-43a5-bd8e-30fdae4c25b9 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': '58fd70ca-3fd8-4f4c-b488-b303dfef2190', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:a0:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:58:01Z', 'updated_at': '2022-06-23T18:58:01Z', 'revision_number': 0, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}, {'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:04.081868 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393ef80-a00f-4370-8242-3887be4eeaf5 None None] New status for floating IP 58fd70ca-3fd8-4f4c-b488-b303dfef2190: ACTIVE {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:58:06.380534 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:58:09.907924 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.119961 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41196) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:13.232040 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.246851 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:13.250890 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Usage tracker for resource:security_group_rule and tenant:ec439b4aaafe474ca6e6de12c553e6f4 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:13.253810 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:13.259789 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:13.340317 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.343884 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.390933 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec439b4aaafe474ca6e6de12c553e6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699182 Jun 23 18:58:13.392470 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb43ba3-3888-496a-bc5f-23c1f15d9d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb63b8a-25df-40dc-b843-cd1851b6dcf3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:13.393642 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41202) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:13.454495 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.482127 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.634769 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.648651 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb63b8a-25df-40dc-b843-cd1851b6dcf3,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:13.657323 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:13.658442 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-7fd5aa82-97c7-49df-aee5-79397cfe55a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8eb63b8a-25df-40dc-b843-cd1851b6dcf3 HTTP/1.1" status: 204 len: 168 time: 0.2628500 Jun 23 18:58:14.973044 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41254) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:15.086554 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.100599 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:15.104975 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5b7b4c6f3b48afb71312c78975f04c is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:15.107781 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:15.113771 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:15.196333 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.200056 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.246302 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f5b7b4c6f3b48afb71312c78975f04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722254 Jun 23 18:58:15.247141 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22588f0-2ab1-4b29-ae53-37853e6331d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7ff2d-91a8-4fd9-9b59-482ba6e0cf55,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:15.248999 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41260) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:15.308309 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.338122 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.389374 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.404868 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7ff2d-91a8-4fd9-9b59-482ba6e0cf55,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:15.414965 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:15.416162 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b0bb4487-a4bd-4052-ae5f-4dc9e533a597 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aef7ff2d-91a8-4fd9-9b59-482ba6e0cf55 HTTP/1.1" status: 204 len: 168 time: 0.1661046 Jun 23 18:58:17.768184 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-7084859a-0fee-44a7-bef9-145a7651ed7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812738 Jun 23 18:58:17.911315 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-0e0dde3e-8223-45d5-b85f-70fd8f82b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:17.912802 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-0e0dde3e-8223-45d5-b85f-70fd8f82b92d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0791657 Jun 23 18:58:18.051819 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-979de17d-e2b9-4952-8a40-301cea80ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:18.054119 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-979de17d-e2b9-4952-8a40-301cea80ee85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1227217 Jun 23 18:58:18.159478 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-5b40d5f7-eb92-4ba3-a51d-2afa6a1f2734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 1001 time: 0.1005495 Jun 23 18:58:18.226096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-556844d1-63f7-45ca-aeb2-81034d0f7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:18.227833 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-556844d1-63f7-45ca-aeb2-81034d0f7ae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0617042 Jun 23 18:58:18.311033 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-6feacc2f-06a5-40e3-b3d8-1f74f50d98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:58:18.312376 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-6feacc2f-06a5-40e3-b3d8-1f74f50d98f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789282 Jun 23 18:58:18.451024 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-c728831c-ef15-4aee-a276-0fb2403d2d9d service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321690 Jun 23 18:58:18.588785 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-15b3d8e2-25a0-4dcf-be65-ade6a7e61665 req-bbe486f5-8cd5-4724-b1e8-42a5c34661d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314387 Jun 23 18:58:20.857283 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41358) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:20.972811 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:20.988039 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:20.992263 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Usage tracker for resource:security_group_rule and tenant:70d5a18f742a43478050d2d89496f2e5 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:20.995058 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:21.000696 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:21.081745 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.086132 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.133646 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70d5a18f742a43478050d2d89496f2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752457 Jun 23 18:58:21.134479 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d31ae-f0e6-4937-aefc-ef9b7cd43de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516b6bf-d497-406e-9fc1-cdede557891c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:21.136457 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41364) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:21.193574 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.218684 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.274238 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.289594 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516b6bf-d497-406e-9fc1-cdede557891c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:21.298376 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.299503 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-60ab4b8b-3619-41e4-9110-a8bd5fc79124 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a516b6bf-d497-406e-9fc1-cdede557891c HTTP/1.1" status: 204 len: 168 time: 0.1620784 Jun 23 18:58:21.564756 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41372) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:21.583637 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.598232 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:21.602137 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Usage tracker for resource:security_group_rule and tenant:63b1e76af063411589b185eb00d4b19c is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:21.604877 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:21.610553 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:21.695093 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.698716 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.749831 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63b1e76af063411589b185eb00d4b19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840193 Jun 23 18:58:21.750766 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f582a4-dccc-422c-a731-eb2c81d28628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c35e9-fead-4b31-baa4-11f5888df8e6,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:21.752495 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41376) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:21.814770 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.840122 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.892837 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.909356 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c35e9-fead-4b31-baa4-11f5888df8e6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:21.919289 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:21.920480 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a69cf731-9af1-4521-a436-e0a6ecb16ab8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/261c35e9-fead-4b31-baa4-11f5888df8e6 HTTP/1.1" status: 204 len: 168 time: 0.1668143 Jun 23 18:58:22.633165 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-547e48f9-b03f-4f3b-b5f2-a4b3f688f298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:23.693238 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41432) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.808551 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:23.822790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:23.826632 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Usage tracker for resource:security_group_rule and tenant:7f00307991bc407da3400f75d1890948 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:23.829452 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:23.835708 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:23.916537 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:23.920256 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:23.969757 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f00307991bc407da3400f75d1890948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754109 Jun 23 18:58:23.970601 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b032-e7c4-40cc-9526-a16e2ad4b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf310e-d109-4ca9-9007-a084071cb4a4,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:23.972546 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41440) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.035356 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.066876 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.122660 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.138315 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf310e-d109-4ca9-9007-a084071cb4a4,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.146747 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.149973 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5ea1ce05-bbf1-444e-9dee-fff71b4002bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75cf310e-d109-4ca9-9007-a084071cb4a4 HTTP/1.1" status: 204 len: 168 time: 0.1748843 Jun 23 18:58:24.424996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41448) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.441934 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.456549 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:24.461081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Usage tracker for resource:security_group_rule and tenant:801d9026e2fd414babc473a23d7ed830 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:24.463982 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:24.469589 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:24.548912 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.552520 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.599087 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=801d9026e2fd414babc473a23d7ed830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730373 Jun 23 18:58:24.599932 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57010954-f8f8-45a0-81b0-e737ee27875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72511aff-fc9b-4d87-a6b9-799aa00c82e3,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.602655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41452) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.673116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.699863 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.723656 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-36e57b8c-660b-42b1-85c7-92d937388812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.750913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.765858 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72511aff-fc9b-4d87-a6b9-799aa00c82e3,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.772141 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.773400 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-69df5952-2c51-420f-bea6-da07d6bb718d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72511aff-fc9b-4d87-a6b9-799aa00c82e3 HTTP/1.1" status: 204 len: 168 time: 0.1698654 Jun 23 18:58:25.869668 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41484) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:25.987121 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.001551 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:26.005360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Usage tracker for resource:security_group_rule and tenant:c3156f6f0d9b400690787ef2a38e5431 is out of sync, need to count used quota {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:26.009083 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:26.015110 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.quota.driver [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:26.100944 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.104470 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.153892 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3156f6f0d9b400690787ef2a38e5431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828627 Jun 23 18:58:26.155302 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0fa4f-596e-4ac0-9cc3-148335bc7568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99579e60-0bf0-4889-a307-ba87d9bbb0d8,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.156391 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41490) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:26.215991 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.240357 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.270955 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.297173 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.313393 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99579e60-0bf0-4889-a307-ba87d9bbb0d8,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.322629 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.323732 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b4c1671b-ac7a-4f8e-8ed2-499cb35bb073 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99579e60-0bf0-4889-a307-ba87d9bbb0d8 HTTP/1.1" status: 204 len: 168 time: 0.1662900 Jun 23 18:58:26.375237 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.012979 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.971923 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41568) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:36.084623 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.099497 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 23 18:58:36.104022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d89a820afae4015aaa459d9896a6d60 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 23 18:58:36.106790 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 23 18:58:36.112428 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 23 18:58:36.193284 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.197403 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.245619 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d89a820afae4015aaa459d9896a6d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726283 Jun 23 18:58:36.247169 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d716f-1b74-44d9-bd6b-3b054f28e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c8557-943e-4bb1-a1a6-26e57de953a6,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.248369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41574) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:36.309312 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.336140 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.387316 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.402680 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c8557-943e-4bb1-a1a6-26e57de953a6,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.412111 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.413227 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a55aa896-d69b-44d4-890b-165fd7309aad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d9c8557-943e-4bb1-a1a6-26e57de953a6 HTTP/1.1" status: 204 len: 168 time: 0.1629369 Jun 23 18:58:39.909430 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.379187 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:58:52.636640 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5f27e8c-3cf0-467b-ac2a-305848b4395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:54.729004 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b6f00e86-c538-487e-aec4-fa38cfe7b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.274085 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.376268 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.015451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.917062 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:18.988147 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-89f581b4-5687-4760-8053-8487727de25c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2905540 Jun 23 18:59:19.085414 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df236b-c363-431b-8f68-1de39706da2e req-bb6ed838-6c9d-4ae3-9463-38e03faa8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:19.086984 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-bb6ed838-6c9d-4ae3-9463-38e03faa8fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0780911 Jun 23 18:59:19.231613 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df236b-c363-431b-8f68-1de39706da2e req-1887eceb-10c0-4fb0-9a2f-4cc0229ab6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:19.233069 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-1887eceb-10c0-4fb0-9a2f-4cc0229ab6b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1279426 Jun 23 18:59:19.335300 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-3485f007-77a2-453f-944f-3a171ed147cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 1000 time: 0.0957558 Jun 23 18:59:19.395526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df236b-c363-431b-8f68-1de39706da2e req-7059c9af-4aba-4d75-8d0b-28d61083e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:19.396880 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-7059c9af-4aba-4d75-8d0b-28d61083e4db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0560050 Jun 23 18:59:19.481659 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df236b-c363-431b-8f68-1de39706da2e req-4a5b0733-4e7f-4320-8e8b-5261018353c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:19.483163 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-4a5b0733-4e7f-4320-8e8b-5261018353c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798876 Jun 23 18:59:19.614034 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-28b222dd-7815-43ed-a3f8-888ee81be35a service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241853 Jun 23 18:59:19.744189 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-28df236b-c363-431b-8f68-1de39706da2e req-4307fd64-f4e0-4cd2-b486-3e77b8712667 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237805 Jun 23 18:59:20.377541 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:59:22.638308 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc43de3-0473-4f3f-95f3-36672383d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:24.731291 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-78a65449-fbe9-49d4-8376-a22c01b048af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.277635 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.378563 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.019776 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:30.481105 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41590) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:30.780751 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port e7ebe0e2-7e77-42ca-841b-617c68a5e23a {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:30.781096 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:30.957451 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:30.957782 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.078360 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for e7ebe0e2-7e77-42ca-841b-617c68a5e23a owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:31.324803 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.371429 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=e7ebe0e2-7e77-42ca-841b-617c68a5e23a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:31.443645 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.443982 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.444313 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.444638 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.444959 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.445280 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.445596 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.445935 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.446256 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.446571 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.446927 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.447747 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:31.479337 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.479668 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP 58fd70ca-3fd8-4f4c-b488-b303dfef2190 disassociated (deleted). External IP: 172.27.2.63, port: a7bd3165-26fc-4b14-a615-f9766fd0fc44. Jun 23 18:59:31.840795 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:32.019975 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:59:32.029791 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:32.039654 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:32.040256 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:32.048906 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.104599 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bf5eec64-dee7-4f7a-b708-b91a55152970 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "DELETE /v2.0/floatingips/58fd70ca-3fd8-4f4c-b488-b303dfef2190 HTTP/1.1" status: 204 len: 168 time: 1.6210871 Jun 23 18:59:32.105111 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:59:32.220871 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:32.282597 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ffbfb6-9434-483b-b237-9a73f3b359ed'] response: {'name': 'network-changed', 'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'status': 'completed', 'code': 200} Jun 23 18:59:32.392956 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-5f2c76d7-6f30-4a70-9dd5-3d836203b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:32.394347 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-5f2c76d7-6f30-4a70-9dd5-3d836203b844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0835407 Jun 23 18:59:32.497924 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c113c-10c2-4e60-a882-1fc0117d1965 req-af025458-ea67-4834-b4da-b468a2032e42 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:32.498933 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-042c113c-10c2-4e60-a882-1fc0117d1965 req-af025458-ea67-4834-b4da-b468a2032e42 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:59:32.515940 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-042c113c-10c2-4e60-a882-1fc0117d1965 req-af025458-ea67-4834-b4da-b468a2032e42 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:59:32.518412 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-042c113c-10c2-4e60-a882-1fc0117d1965 req-af025458-ea67-4834-b4da-b468a2032e42 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.1115675 Jun 23 18:59:32.532842 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-12489d06-6bba-4a62-a2ce-a5de026ca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:32.534327 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-12489d06-6bba-4a62-a2ce-a5de026ca256 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1327820 Jun 23 18:59:32.563805 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-042c113c-10c2-4e60-a882-1fc0117d1965 req-c5f7ec4c-b2e4-49f2-b6db-e585f3f85d3f tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Jun 23 18:59:32.577959 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:32.581815 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:32.591154 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:32.591747 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:32.607413 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-f1a308a8-05b5-4653-a78e-cabec3a6a7f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 200 len: 217 time: 0.0656509 Jun 23 18:59:32.670235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-0c011f03-0327-4fbe-b050-e2f1c9a6949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:32.671581 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-0c011f03-0327-4fbe-b050-e2f1c9a6949c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0578017 Jun 23 18:59:32.758052 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-25d13d56-351a-47b7-9dd1-590cf606abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:32.760241 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-25d13d56-351a-47b7-9dd1-590cf606abaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816128 Jun 23 18:59:32.768799 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:32.896691 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-91667d93-b493-4d45-9777-6e2ff30508a5 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310008 Jun 23 18:59:33.034033 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-57f3efd9-9ab0-4b2d-bbd1-41377e88cece req-72e1b9f3-da07-44a0-b079-e7f609dab2a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307180 Jun 23 18:59:33.149715 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:33.154407 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddfa1c1-24ae-400e-bb04-b1ed8d200406 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_floatingips': [{'id': 'eb36f31b-e1fb-438e-bdfc-56e8170ee953', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'router_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'port_id': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'mac_address': 'fa:16:3e:90:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T18:56:04Z', 'updated_at': '2022-06-23T18:56:07Z', 'revision_number': 1, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:33.355089 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5585e-2db7-41d4-8c40-c146fdffd487 None None] New status for floating IP 58fd70ca-3fd8-4f4c-b488-b303dfef2190: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:59:34.073037 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64fc97-8de2-45cb-b6f4-56674e2f8b4f req-0ffa309d-412f-4ed9-93a4-f072b96a6256 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:34.074562 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1f64fc97-8de2-45cb-b6f4-56674e2f8b4f req-0ffa309d-412f-4ed9-93a4-f072b96a6256 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.2555797 Jun 23 18:59:34.085250 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-ceed035c-bbd8-4a6e-abea-ee5a7df6dc92 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:34.086586 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-ceed035c-bbd8-4a6e-abea-ee5a7df6dc92 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 945 time: 0.2188325 Jun 23 18:59:34.184789 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-1f64fc97-8de2-45cb-b6f4-56674e2f8b4f req-f4e33547-9427-489c-9466-1fd66f94c916 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971918 Jun 23 18:59:34.189787 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port a7bd3165-26fc-4b14-a615-f9766fd0fc44 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:34.190158 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:34.434030 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] For port a7bd3165-26fc-4b14-a615-f9766fd0fc44, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a7bd3165-26fc-4b14-a615-f9766fd0fc44,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:34.434380 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:34.559203 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for a7bd3165-26fc-4b14-a615-f9766fd0fc44 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:34.706447 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:34.758491 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=a7bd3165-26fc-4b14-a615-f9766fd0fc44,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:34.800926 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.801285 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.801631 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.801980 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.802320 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.802647 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.802974 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.803296 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.803619 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.803937 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.804255 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.804571 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:34.852526 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] No DVR routers for this DVR port a7bd3165-26fc-4b14-a615-f9766fd0fc44 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:59:34.855554 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:34.858034 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'name': 'network-vif-deleted', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:59:34.874697 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-5aeb0f55-4e55-49f7-bdc5-d856d0a76e71 req-a73f292c-9e90-42eb-931b-d9c1c6da064d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "DELETE /v2.0/ports/a7bd3165-26fc-4b14-a615-f9766fd0fc44 HTTP/1.1" status: 204 len: 173 time: 0.7737811 Jun 23 18:59:34.917273 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85270c32-09c1-4f19-bf30-24b9a5c3b780'] response: {'server_uuid': '7e2b2e06-29f8-41b6-8891-2f9276b3b5c1', 'name': 'network-vif-deleted', 'tag': 'a7bd3165-26fc-4b14-a615-f9766fd0fc44', 'status': 'completed', 'code': 200} Jun 23 18:59:35.393697 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b483dfeb-ea45-4f78-a380-a7cec3b267d6 req-d57f5c95-7e89-434d-a762-b3003b331f8b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:59:35.409387 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-b483dfeb-ea45-4f78-a380-a7cec3b267d6 req-d57f5c95-7e89-434d-a762-b3003b331f8b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:59:35.410705 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-b483dfeb-ea45-4f78-a380-a7cec3b267d6 req-d57f5c95-7e89-434d-a762-b3003b331f8b tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b2e06-29f8-41b6-8891-2f9276b3b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0713875 Jun 23 18:59:38.513114 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a7bd3165-26fc-4b14-a615-f9766fd0fc44 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:38.547349 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: a7bd3165-26fc-4b14-a615-f9766fd0fc44 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:38.547689 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device a7bd3165-26fc-4b14-a615-f9766fd0fc44 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:38.886765 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41628) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:39.088711 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port d1b3563b-35de-461c-8178-327cd83fb3e4 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:39.089047 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.253750 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.254107 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.473178 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for d1b3563b-35de-461c-8178-327cd83fb3e4 owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:39.618133 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.668006 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=d1b3563b-35de-461c-8178-327cd83fb3e4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:39.759354 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.759679 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Floating IP eb36f31b-e1fb-438e-bdfc-56e8170ee953 disassociated (deleted). External IP: 172.27.2.42, port: 9b0c11a6-4112-4f56-b8fb-55b3516a0f38. Jun 23 18:59:39.915679 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:40.115953 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:40.295881 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:59:40.308642 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:40.315681 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:40.317489 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:40.318114 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:40.374082 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f6aa85f3-8086-42fe-8cdb-81630ebab768 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "DELETE /v2.0/floatingips/eb36f31b-e1fb-438e-bdfc-56e8170ee953 HTTP/1.1" status: 204 len: 168 time: 1.4859571 Jun 23 18:59:40.374668 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:59:40.423695 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40bd78b-5b5e-40b0-a99c-240315b2d1b2'] response: {'name': 'network-changed', 'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'status': 'completed', 'code': 200} Jun 23 18:59:40.505510 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:40.527411 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-7489f1cd-f5d3-448c-90e9-247fed83d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:40.529812 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-7489f1cd-f5d3-448c-90e9-247fed83d17e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0842323 Jun 23 18:59:40.664857 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-5c986249-295c-4075-b341-3a27c3ecd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:40.666419 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-5c986249-295c-4075-b341-3a27c3ecd974 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 200 len: 913 time: 0.1304250 Jun 23 18:59:40.737856 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-26cc9883-c458-4680-a8ef-5f84dd72afef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 200 len: 217 time: 0.0647273 Jun 23 18:59:40.763130 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81bc5-a623-4596-bde9-c74fab32d273 req-bc7a35c1-e057-4a7d-b45c-fa038e56ee82 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:40.763906 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-65c81bc5-a623-4596-bde9-c74fab32d273 req-bc7a35c1-e057-4a7d-b45c-fa038e56ee82 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:59:40.779683 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-65c81bc5-a623-4596-bde9-c74fab32d273 req-bc7a35c1-e057-4a7d-b45c-fa038e56ee82 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:59:40.780824 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65c81bc5-a623-4596-bde9-c74fab32d273 req-bc7a35c1-e057-4a7d-b45c-fa038e56ee82 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.1059759 Jun 23 18:59:40.806634 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-8a9e4cf8-2780-4019-980d-4d7ce6e11cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:40.808562 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-8a9e4cf8-2780-4019-980d-4d7ce6e11cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 200 len: 851 time: 0.0636218 Jun 23 18:59:40.830397 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65c81bc5-a623-4596-bde9-c74fab32d273 req-d925c8da-1a0d-4fcb-b9c8-43eafef081b9 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Jun 23 18:59:40.834448 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:40.840651 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:40.857350 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:40.858223 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:40.900260 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-6344af6b-7887-4280-a59f-56f8e06e1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:40.903196 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-6344af6b-7887-4280-a59f-56f8e06e1dba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5e7fd15-407a-40c3-920a-331fd438339c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880878 Jun 23 18:59:41.037264 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-a77e2c3c-3f18-42d5-aa18-0483aad090cf service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263182 Jun 23 18:59:41.041827 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:41.271746 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-8f4d3897-99f7-4807-80f1-fdbf346fb700 req-03f7d665-cff4-4398-831d-844e11c47586 service neutron] 10.222.0.36 "GET /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283862 Jun 23 18:59:41.359944 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:41.363662 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5cd22-3219-4596-bb11-4e550306cb53 None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:53:07Z', 'revision_number': 4, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi', '_interfaces': [{'id': 'c55694ec-553a-433f-9dea-dd7514cdd106', 'name': '', 'network_id': 'a5e7fd15-407a-40c3-920a-331fd438339c', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'mac_address': 'fa:16:3e:e3:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:07Z', 'updated_at': '2022-06-23T18:53:14Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'subnets': [{'id': 'b2acd74b-e9f4-401d-9b82-47edb960c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:41.577814 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a245b4-4ffe-4aa8-90a9-79fe69340f7b None None] New status for floating IP eb36f31b-e1fb-438e-bdfc-56e8170ee953: DOWN {{(pid=88126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:59:42.023103 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d49b1-f3c3-44ec-80f8-363d695b0b37 req-d98ee924-4bcb-45da-ac3f-b112929833ef tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:42.024518 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9e3d49b1-f3c3-44ec-80f8-363d695b0b37 req-d98ee924-4bcb-45da-ac3f-b112929833ef tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.0859363 Jun 23 18:59:42.068022 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-9e3d49b1-f3c3-44ec-80f8-363d695b0b37 req-2138f718-933b-445f-92fe-9292c2dd640d tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/security-groups?id=e88d2e40-04ca-4479-9284-82bd27307359&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373912 Jun 23 18:59:42.174343 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-b2e81dfa-2dc8-4bc3-9279-b2428007dba3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 18:59:42.175662 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-b2e81dfa-2dc8-4bc3-9279-b2428007dba3 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 946 time: 0.0887034 Jun 23 18:59:42.243795 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:42.244917 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:42.489436 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] For port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:42.489793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:42.610396 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 owned by compute:nova {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:42.752360 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:42.803206 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=9b0c11a6-4112-4f56-b8fb-55b3516a0f38,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:42.890965 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] No DVR routers for this DVR port 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 on host hv-cinder-84718 {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:59:42.893369 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for port, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:42.896074 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'name': 'network-vif-deleted', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 18:59:42.912731 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-911ed8a7-89b4-495c-b77d-90d61066bfee req-a72cc096-21d2-4fb6-b44c-fb9c42c5f807 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.36 "DELETE /v2.0/ports/9b0c11a6-4112-4f56-b8fb-55b3516a0f38 HTTP/1.1" status: 204 len: 173 time: 0.7317736 Jun 23 18:59:42.945523 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e438bc2-7f7f-4377-a51b-aa5734e4571a'] response: {'server_uuid': '3073fa88-71b6-405c-afc3-0c3a6a307cf4', 'name': 'network-vif-deleted', 'tag': '9b0c11a6-4112-4f56-b8fb-55b3516a0f38', 'status': 'completed', 'code': 200} Jun 23 18:59:43.236728 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7512a595-ac2d-4977-9834-a48b04f578c5 req-7bcf8261-dc51-4457-a79c-911eb89919bf tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Synchronizing usage tracker for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 23 18:59:43.253098 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.quota.resource [req-7512a595-ac2d-4977-9834-a48b04f578c5 req-7bcf8261-dc51-4457-a79c-911eb89919bf tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Unset dirty status for tenant:8cde938d18474dc6b24faa581e2ab9d0 on resource:port {{(pid=88124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 23 18:59:43.254751 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [req-7512a595-ac2d-4977-9834-a48b04f578c5 req-7bcf8261-dc51-4457-a79c-911eb89919bf tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "GET /v2.0/ports?device_id=3073fa88-71b6-405c-afc3-0c3a6a307cf4 HTTP/1.1" status: 200 len: 210 time: 0.0716295 Jun 23 18:59:44.355218 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41650) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:44.508285 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Deleting port e2affc20-9d72-4fd9-835c-7eaea7370c9e {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:44.508624 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:44.770213 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:44.770557 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:44.894932 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Calling delete_port for e2affc20-9d72-4fd9-835c-7eaea7370c9e owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:45.034658 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:45.083159 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'Port': ['ID=e2affc20-9d72-4fd9-835c-7eaea7370c9e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:45.180868 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:45.198207 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60394'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:45.199317 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9cfe190d-202a-4301-b067-736ddf9ef7cb tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "DELETE /v2.0/floatingips/5a3e85e9-6531-4a7d-9f53-be2cb45b7d58 HTTP/1.1" status: 204 len: 168 time: 0.8431377 Jun 23 18:59:46.527783 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:46.560938 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41664) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:46.564702 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] No Port match for: 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:46.565034 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Device 9b0c11a6-4112-4f56-b8fb-55b3516a0f38 not bound to the agent host hv-cinder-84718 {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:46.629566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:46.658854 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:46.723661 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:46.742229 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88d2e40-04ca-4479-9284-82bd27307359,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:46.752615 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:46.753828 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-81e2b76e-785a-4cef-ae3f-1dc22c24eaf2 tempest-TestVolumeBootPattern-1330788655 tempest-TestVolumeBootPattern-1330788655-project] 10.222.0.26 "DELETE /v2.0/security-groups/e88d2e40-04ca-4479-9284-82bd27307359 HTTP/1.1" status: 204 len: 168 time: 0.1919053 Jun 23 18:59:46.807675 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41670) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:47.440899 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:47.877750 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Deleting port c55694ec-553a-433f-9dea-dd7514cdd106 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:47.878475 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:48.044928 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] For port c55694ec-553a-433f-9dea-dd7514cdd106, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c55694ec-553a-433f-9dea-dd7514cdd106,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:48.045279 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:48.168160 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Calling delete_port for c55694ec-553a-433f-9dea-dd7514cdd106 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:48.333073 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:48.408320 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c55694ec-553a-433f-9dea-dd7514cdd106,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:48.651147 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:49.003297 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Router 9691e48b-8bea-4fce-bfac-8acf22ed052a has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:49.282996 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:59:49.291802 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Sync routers for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:49.294958 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b2a9e681-63d9-4dfc-b6bc-aaeefc7bce1f admin admin] 10.222.0.26 "PUT /v2.0/routers/9691e48b-8bea-4fce-bfac-8acf22ed052a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4861374 Jun 23 18:59:49.297351 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41676) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:49.300733 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:49.301332 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:49.476105 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:49.498155 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: dv-cinder-847189-1-iscsi {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:49.653706 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:49.663228 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Deleting port f4e0f942-16d5-4abd-954c-9aebc3a22ff4 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:49.663551 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:49.778652 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:59:48Z', 'revision_number': 5, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port': {'id': 'f4e0f942-16d5-4abd-954c-9aebc3a22ff4', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:04Z', 'updated_at': '2022-06-23T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:49.782468 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Checking router: 9691e48b-8bea-4fce-bfac-8acf22ed052a for host: dv-cinder-847189-1-iscsi {{(pid=88127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:49.791264 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Routers {'9691e48b-8bea-4fce-bfac-8acf22ed052a'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:49.791913 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['9691e48b-8bea-4fce-bfac-8acf22ed052a'], 'active': True} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:49.834565 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] For port f4e0f942-16d5-4abd-954c-9aebc3a22ff4, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:49.834920 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:49.938505 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_dvr_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] Set router 9691e48b-8bea-4fce-bfac-8acf22ed052a gateway port host: None {{(pid=88127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:49.959015 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Calling delete_port for f4e0f942-16d5-4abd-954c-9aebc3a22ff4 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:50.042006 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.l3_hamode_db [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:59:49Z', 'revision_number': 6, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:50.046187 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5093b-35e2-4c49-9e1f-26a53367ec8d None None] The sync data for ids ['9691e48b-8bea-4fce-bfac-8acf22ed052a'] in dv-cinder-847189-1-iscsi is: [{'id': '9691e48b-8bea-4fce-bfac-8acf22ed052a', 'name': 'tempest-TestVolumeBootPattern-1943212370-router', 'tenant_id': '8cde938d18474dc6b24faa581e2ab9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:03Z', 'updated_at': '2022-06-23T18:59:49Z', 'revision_number': 6, 'project_id': '8cde938d18474dc6b24faa581e2ab9d0', 'gw_port_host': None}] {{(pid=88127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:50.131056 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6145346'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.180380 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e0f942-16d5-4abd-954c-9aebc3a22ff4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:50.278315 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.447734 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.450064 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.475973 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.476474 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9691e48b-8bea-4fce-bfac-8acf22ed052a {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:59:50.488635 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.489736 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a512f7c6-ef1f-495c-849d-68c0c0685b9e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9691e48b-8bea-4fce-bfac-8acf22ed052a HTTP/1.1" status: 204 len: 168 time: 1.1914599 Jun 23 18:59:50.492189 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.26', 41682) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:50.655556 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Deleting subnet b2acd74b-e9f4-401d-9b82-47edb960c69c {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:59:50.658383 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.706022 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1581559'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.781124 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.854673 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6145311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7129184'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.894297 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2acd74b-e9f4-401d-9b82-47edb960c69c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:50.895834 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.904476 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b563d09-3558-4aba-be6e-15efdc6f40b5 None None] Network a5e7fd15-407a-40c3-920a-331fd438339c requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:59:50.905167 dv-cinder-847189-1-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fd420d36-59ab-4ec0-835d-1831882f2feb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b2acd74b-e9f4-401d-9b82-47edb960c69c HTTP/1.1" status: 204 len: 168 time: 0.4119925 Jun 23 18:59:50.907619 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41686) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:50.977847 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c55694ec-553a-433f-9dea-dd7514cdd106 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:51.019818 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: c55694ec-553a-433f-9dea-dd7514cdd106 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:51.020162 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c55694ec-553a-433f-9dea-dd7514cdd106 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:51.020619 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f4e0f942-16d5-4abd-954c-9aebc3a22ff4 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:51.023116 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.035831 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Deleting port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:51.036235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.066340 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: f4e0f942-16d5-4abd-954c-9aebc3a22ff4 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:51.066677 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device f4e0f942-16d5-4abd-954c-9aebc3a22ff4 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:51.255117 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] For port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:51.255492 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.257863 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] DHCP port deletion for a5e7fd15-407a-40c3-920a-331fd438339c request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:59:51.262399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Deleting port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:51.262770 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.466605 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Calling delete_port for c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:51.467780 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] For port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,segment=NetworkSegment(7f3ddbe0-36a6-4d93-995e-989455c4613a),segment_id=7f3ddbe0-36a6-4d93-995e-989455c4613a)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:51.468168 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.545027 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.592525 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:51.594339 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] No DVR routers for this DVR port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:59:51.595378 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Calling delete_port for c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:51.667059 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:59:51.667410 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:59:51.708135 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.733424 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e7fd15-407a-40c3-920a-331fd438339c']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:51.744896 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3ddbe0-36a6-4d93-995e-989455c4613a') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:51.745185 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3ddbe0-36a6-4d93-995e-989455c4613a') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:51.756655 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.772572 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.779004 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:59:51.779363 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.876314 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.882101 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.906935 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e7fd15-407a-40c3-920a-331fd438339c,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:51.920086 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-a6bb2313-6a1e-4a6e-99a0-1973c32fcc85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a5e7fd15-407a-40c3-920a-331fd438339c HTTP/1.1" status: 204 len: 168 time: 1.0113637 Jun 23 18:59:51.922847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41694) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:51.986553 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 7f3ddbe0-36a6-4d93-995e-989455c4613a resource provider aggregate not found Jun 23 18:59:52.048014 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 7f3ddbe0-36a6-4d93-995e-989455c4613a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f3ddbe0-36a6-4d93-995e-989455c4613a found for delete ", "request_id": "req-a0bdfc1c-39cf-41db-a357-79695be5b771"}]} Jun 23 18:59:52.168774 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Deleting port c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:52.169333 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.235874 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2942e17b-66f6-4c33-a352-ea0424ecdb39 None None] The port 'c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:59:52.474081 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.640304 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7f0f7391-62d7-481d-8145-7cc2d35f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.910585 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Deleting port 4262ac89-7787-4c7f-8d83-cb05eee9a490 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:52.911038 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.957818 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:52.993224 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:52.993559 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device c8ca88f9-48ef-4b4c-b67c-5d1e2607fde6 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:53.091500 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] For port 4262ac89-7787-4c7f-8d83-cb05eee9a490, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4262ac89-7787-4c7f-8d83-cb05eee9a490,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:53.092087 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.213745 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Calling delete_port for 4262ac89-7787-4c7f-8d83-cb05eee9a490 owned by network:router_interface {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:53.380401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.427847 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Pushing event deleted for resources: {'Port': ['ID=4262ac89-7787-4c7f-8d83-cb05eee9a490,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:53.698352 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:54.049586 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Router 49dd7005-cbbf-4979-bca4-528d56a7569b has already been hosted by L3 agent 30dfb8a7-85c1-44db-ae4a-cae5d3e50a08 {{(pid=88124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:54.325692 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] Notify agent at l3_agent.dv-cinder-847189-1-iscsi the message routers_updated {{(pid=88124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 23 18:59:54.334425 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Sync routers for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:54.342303 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-90e95f13-299b-42f6-871e-8141d9433416 admin admin] 10.222.0.26 "PUT /v2.0/routers/49dd7005-cbbf-4979-bca4-528d56a7569b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184408 Jun 23 18:59:54.344451 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:54.344793 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41700) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:54.345072 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:25Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:54.519778 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:54.522256 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: dv-cinder-847189-1-iscsi {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:54.696676 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:54.709566 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Deleting port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:54.709970 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:54.767494 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d628ace6-4843-41d7-b545-c189c7552e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:54.861188 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'external_fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:59:53Z', 'revision_number': 5, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port': {'id': '4b2e8b60-ae5e-4879-bd0c-122aaad5662a', 'name': '', 'network_id': '7530256d-a4f3-4af7-b0f4-2d9785ba1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d6a6f1-3024-4e66-84cf-d32534111423', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-1-iscsi'}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:54.865278 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Checking router: 49dd7005-cbbf-4979-bca4-528d56a7569b for host: dv-cinder-847189-1-iscsi {{(pid=88126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:54.875927 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Routers {'49dd7005-cbbf-4979-bca4-528d56a7569b'} bound to L3 agent in host dv-cinder-847189-1-iscsi {{(pid=88126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 23 18:59:54.876533 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T18:04:24Z,description=,heartbeat_timestamp=2022-06-23T18:59:55Z,host='dv-cinder-847189-1-iscsi',id=30dfb8a7-85c1-44db-ae4a-cae5d3e50a08,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T18:04:24Z,topic='l3_agent')) {'router_ids': ['49dd7005-cbbf-4979-bca4-528d56a7569b'], 'active': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:54.890096 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] For port 4b2e8b60-ae5e-4879-bd0c-122aaad5662a, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,segment=NetworkSegment(fe4df846-005d-4875-99d7-94fc3ad4f1e4),segment_id=fe4df846-005d-4875-99d7-94fc3ad4f1e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:54.890450 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.015055 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Calling delete_port for 4b2e8b60-ae5e-4879-bd0c-122aaad5662a owned by network:router_gateway {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:55.034060 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvr_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] Set router 49dd7005-cbbf-4979-bca4-528d56a7569b gateway port host: None {{(pid=88126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 23 18:59:55.137920 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.db.l3_hamode_db [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:59:54Z', 'revision_number': 6, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port_host': None}], 'dv-cinder-847189-1-iscsi', False) {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:55.141764 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e72be0-476b-401b-90a9-e2f3ce0275eb None None] The sync data for ids ['49dd7005-cbbf-4979-bca4-528d56a7569b'] in dv-cinder-847189-1-iscsi is: [{'id': '49dd7005-cbbf-4979-bca4-528d56a7569b', 'name': 'tempest-TestVolumeBootPattern-225001917-router', 'tenant_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T18:53:10Z', 'updated_at': '2022-06-23T18:59:54Z', 'revision_number': 6, 'project_id': '8632ed7d8ac540f9a66fd419f46ffe93', 'gw_port_host': None}] {{(pid=88126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:55.182798 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.227827 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2e8b60-ae5e-4879-bd0c-122aaad5662a,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:55.324317 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546106'] for router_gateway, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.495017 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5021'] for router, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.497410 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.520477 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548315'] for router, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.520981 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49dd7005-cbbf-4979-bca4-528d56a7569b {{(pid=88124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 23 18:59:55.538929 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.541917 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-5bfbc780-5b20-402c-9786-c237f165e1a9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/49dd7005-cbbf-4979-bca4-528d56a7569b HTTP/1.1" status: 204 len: 168 time: 1.1960928 Jun 23 18:59:55.544456 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41704) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:55.604053 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Deleting subnet 2cb10042-0346-464c-b48c-53c8d54ff7a1 {{(pid=88124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 23 18:59:55.606977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.756927 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7636201'] for subnet, precommit_delete_associations {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.833271 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018657'] for subnet, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.910235 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1747244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6809410'] for subnet, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.950916 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb10042-0346-464c-b48c-53c8d54ff7a1,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:55.952823 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:55.961531 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-abc6866f-08c2-4ecf-837c-72a37478643b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2cb10042-0346-464c-b48c-53c8d54ff7a1 HTTP/1.1" status: 204 len: 168 time: 0.4139571 Jun 23 18:59:55.961721 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1427d-d339-4bcf-b773-c8d32924e127 None None] Network 90e8291a-780b-4560-972a-89f71939432a requested from dv-cinder-847189-1-iscsi {{(pid=88126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 23 18:59:55.962174 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41708) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:56.073813 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2065624'] for network, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.084633 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Deleting port 92983713-9a20-42d0-bfe1-c8789e033ee8 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:56.084968 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.238870 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] DHCP port deletion for 90e8291a-780b-4560-972a-89f71939432a request from dv-cinder-847189-1-iscsi {{(pid=88126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 23 18:59:56.243124 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Deleting port 92983713-9a20-42d0-bfe1-c8789e033ee8 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:56.243516 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.304368 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.304584 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.db [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] For port 92983713-9a20-42d0-bfe1-c8789e033ee8, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=92983713-9a20-42d0-bfe1-c8789e033ee8,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:56.304861 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.432870 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.plugin [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Calling delete_port for 92983713-9a20-42d0-bfe1-c8789e033ee8 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:56.445534 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.467848 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] For port 92983713-9a20-42d0-bfe1-c8789e033ee8, host dv-cinder-847189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-1-iscsi',level=0,port_id=92983713-9a20-42d0-bfe1-c8789e033ee8,segment=NetworkSegment(23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf),segment_id=23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 23 18:59:56.468228 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548325'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.510253 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742150932884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742150406840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1747313'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.559407 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Pushing event deleted for resources: {'Port': ['ID=92983713-9a20-42d0-bfe1-c8789e033ee8,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:56.563977 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] No DVR routers for this DVR port 92983713-9a20-42d0-bfe1-c8789e033ee8 on host dv-cinder-847189-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:59:56.593856 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Calling delete_port for 92983713-9a20-42d0-bfe1-c8789e033ee8 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 23 18:59:56.665358 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.db.api [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:59:56.665751 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG oslo_db.api [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:59:56.683273 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018068', 'neutron.services.segments.db._delete_segments_for_network-8742150779257'] for network, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.708122 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e8291a-780b-4560-972a-89f71939432a']}} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:56.720065 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf') {'for_net_delete': True} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:56.720361 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.services.segments.db [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf') {} {{(pid=88124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:56.731570 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742150782100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7636192'] for segment, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.747669 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020747'] for segment, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.753514 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:59:56.753917 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2020740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1747330'] for segment, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.818527 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf resource provider aggregate not found Jun 23 18:59:56.840174 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.services.segments.plugin [-] Segment 23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23c0f4a6-dd44-47b3-98c0-9dd65f9c08cf found for delete ", "request_id": "req-489e63b0-2b10-44ae-93d9-3f10985c2721"}]} Jun 23 18:59:56.852301 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548571'] for network, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.858401 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586521'] for network, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.887358 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] Pushing event deleted for resources: {'Network': ['ID=90e8291a-780b-4560-972a-89f71939432a,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:56.891309 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-f633cda1-c4b3-4765-b9e3-9b13c2a9561e admin admin] 10.222.0.26 "DELETE /v2.0/networks/90e8291a-780b-4560-972a-89f71939432a HTTP/1.1" status: 204 len: 168 time: 0.9275327 Jun 23 18:59:56.965305 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4b2e8b60-ae5e-4879-bd0c-122aaad5662a no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:57.003148 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 4b2e8b60-ae5e-4879-bd0c-122aaad5662a {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:57.003511 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4b2e8b60-ae5e-4879-bd0c-122aaad5662a not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:57.003973 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4262ac89-7787-4c7f-8d83-cb05eee9a490 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:57.013522 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41718) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:57.040300 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 4262ac89-7787-4c7f-8d83-cb05eee9a490 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:57.040680 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 4262ac89-7787-4c7f-8d83-cb05eee9a490 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:57.041199 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 92983713-9a20-42d0-bfe1-c8789e033ee8 no longer exists at agent ovs-agent-dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 23 18:59:57.062473 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-3aa1f695-b7e7-4682-b0f1-5a312953e746 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cde938d18474dc6b24faa581e2ab9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476723 Jun 23 18:59:57.064799 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41724) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:57.074500 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] No Port match for: 92983713-9a20-42d0-bfe1-c8789e033ee8 {{(pid=88126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 23 18:59:57.074777 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.rpc [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Device 92983713-9a20-42d0-bfe1-c8789e033ee8 not bound to the agent host dv-cinder-847189-1-iscsi {{(pid=88126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 23 18:59:57.123304 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.148530 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.167076 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Deleting port 92983713-9a20-42d0-bfe1-c8789e033ee8 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 23 18:59:57.167460 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742150934074'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.199913 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.220882 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dcf98e-1c77-4cdc-a2fa-0e32c3cda2c1,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:57.230341 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.231485 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-52c687ca-5172-461b-9dcb-3d99176c587b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38dcf98e-1c77-4cdc-a2fa-0e32c3cda2c1 HTTP/1.1" status: 204 len: 168 time: 0.1657844 Jun 23 18:59:57.244685 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d69199e3-fd80-4a72-9459-726857bdcf2c None None] The port '92983713-9a20-42d0-bfe1-c8789e033ee8' was deleted {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 23 18:59:57.377455 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 18:59:57.571939 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41732) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:57.619652 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-099339ac-5f7d-44ad-ae62-930c31737b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8632ed7d8ac540f9a66fd419f46ffe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464351 Jun 23 18:59:57.621996 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [-] (88124) accepted ('10.222.0.26', 41736) {{(pid=88124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:57.678494 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.704897 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.755991 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612772'] for security_group, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.770024 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227e594-263f-496c-9df3-ae59cf6fb701,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:57.777310 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron_lib.callbacks.manager [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:57.778441 dv-cinder-847189-1-iscsi neutron-server[88124]: INFO neutron.wsgi [None req-d4cac14d-4e32-451a-a830-4f3b5ad4fdb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7227e594-263f-496c-9df3-ae59cf6fb701 HTTP/1.1" status: 204 len: 168 time: 0.1555796 Jun 23 18:59:58.022311 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.914250 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.642571 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-07d16333-b79a-45f2-a061-326fbc3eca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:24.728715 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3430cf89-8527-4786-a654-398815258811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.279321 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.384976 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.024171 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:34.376741 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:00:39.912938 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.645231 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f83217ff-42dd-4ead-94f3-ad3afd678931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.730799 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6d73389a-a8eb-4024-b9af-69289dd487af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.281709 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.387715 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.026945 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.911920 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:11.378243 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:01:22.650676 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2db50e5b-c5d5-4821-a272-bec7921f8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:24.732370 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-289196b9-9a83-4161-b664-0299d51894d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.284293 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.389466 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.029161 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:39.925151 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.378280 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:01:52.652399 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aa3575ae-fa8f-42ee-8191-5ba5ee8713ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:54.734169 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-34b0323d-fea3-4fb0-a562-252ce1c1e637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:56.287767 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:56.391931 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:58.032656 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:09.939422 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.654812 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e2ec92d1-f1ac-42be-886d-6df8320140e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:24.734857 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ec0a95b5-1a59-4540-9799-3fb259151281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:25.377571 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:02:26.290469 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:26.394284 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.034833 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.946699 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:52.657914 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24ee4345-44e5-4ac2-9d06-37548158427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.736338 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c4f9bc70-ef38-4a55-9f89-6aeeecf98378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.291919 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.397440 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.037488 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:02.376729 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:03:09.951855 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:22.660218 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e158a1dd-1212-4943-95cf-42ecf836e4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.737600 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a8c05e2-094e-4e92-9fb9-15eab60e5dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:26.294362 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:26.399750 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:28.042224 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.375592 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:03:39.954923 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:52.662267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ac78ef9-4202-4137-819c-7b6775542ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.739056 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ab81761-4c43-499a-8652-db14d28b229f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.296421 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.401419 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:58.043173 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.968508 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.598586 dv-cinder-847189-1-iscsi neutron-server[88124]: DEBUG neutron.wsgi [req-fa736894-5dfc-4cd9-9337-d2ba9aea064d req-d945a51e-558c-4c95-a873-9733455cc94b service neutron] (88124) timed out ('10.222.0.36', 53760) {{(pid=88124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:04:16.374938 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:04:20.200839 dv-cinder-847189-1-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-f486deff-0f5e-496c-9692-5de8bbb90de1 req-8a192b93-039b-4674-aef2-4ce9c229a7ca service neutron] (88125) timed out ('10.222.0.36', 53931) {{(pid=88125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:04:22.666549 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b6dc41cf-8653-46ef-ba16-588f587971c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.740551 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-631283a8-e36e-47e2-b5eb-b4dd1e6a9958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.299099 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.406128 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.045780 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.977005 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:52.667621 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-56af8f48-e5f2-4a1f-905b-cc84cae862a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:53.374073 dv-cinder-847189-1-iscsi neutron-server[88127]: DEBUG neutron.db.agents_db [None req-b5ea2fb5-deae-4a86-a71a-591699274c50 None None] Agent healthcheck: found 6 active agents {{(pid=88127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 23 19:04:54.742871 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6b252d64-cc5b-48ed-bb1a-d51b33db5b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.300357 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-89d1ad45-d3ee-4183-9960-41f8063d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.406841 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68dfdce5-2291-425e-bab1-2e006f989bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.047267 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c2e-05cc-45e2-9c08-7d9475783ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.971232 dv-cinder-847189-1-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b670bb0-a887-4572-bd88-2c22c2a3f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742150779239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061658'] for agent, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}